[ 533.101648] env[68989]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68989) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.102084] env[68989]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68989) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.102157] env[68989]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68989) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.102453] env[68989]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 533.196850] env[68989]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68989) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 533.207114] env[68989]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68989) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 533.249316] env[68989]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 533.808696] env[68989]: INFO nova.virt.driver [None req-d40c3c1b-0b6a-4da5-857b-1fe8d79d6e0b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.877915] env[68989]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.878084] env[68989]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.878204] env[68989]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68989) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.871447] env[68989]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-47620099-1764-4813-bcd9-ad442ae1a8fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.888609] env[68989]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68989) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.888760] env[68989]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-552997f2-2b93-4ccc-899d-6cbc927dccc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.923424] env[68989]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f3585. [ 536.923601] env[68989]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.045s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.924144] env[68989]: INFO nova.virt.vmwareapi.driver [None req-d40c3c1b-0b6a-4da5-857b-1fe8d79d6e0b None None] VMware vCenter version: 7.0.3 [ 536.927848] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62c5e25-6f6f-4a96-ab08-2b9ae62b420e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.946958] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc226962-6b24-405e-b586-9a54825d453b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.953479] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63a2e4-63eb-4d6e-b8d5-3644826d8c56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.960361] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5280b869-57a4-45b6-a4f2-a483ed41800d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.973816] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b1fc1-6fd0-4f33-a841-ef190467d50c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.979942] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ace9ebb-445d-4506-9444-f4389e7b2bf9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.010876] env[68989]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7b258602-fa69-4cd1-ab2d-cbb9822a7135 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.016313] env[68989]: DEBUG nova.virt.vmwareapi.driver [None req-d40c3c1b-0b6a-4da5-857b-1fe8d79d6e0b None None] Extension org.openstack.compute already exists. {{(pid=68989) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 537.018961] env[68989]: INFO nova.compute.provider_config [None req-d40c3c1b-0b6a-4da5-857b-1fe8d79d6e0b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 537.521912] env[68989]: DEBUG nova.context [None req-d40c3c1b-0b6a-4da5-857b-1fe8d79d6e0b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5cdc8474-93a7-410f-a22d-305c17c3f9f0(cell1) {{(pid=68989) load_cells /opt/stack/nova/nova/context.py:464}} [ 537.523957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.524196] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.524945] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.525368] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Acquiring lock "5cdc8474-93a7-410f-a22d-305c17c3f9f0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.525560] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Lock "5cdc8474-93a7-410f-a22d-305c17c3f9f0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.526630] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Lock "5cdc8474-93a7-410f-a22d-305c17c3f9f0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.547096] env[68989]: INFO dbcounter [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Registered counter for database nova_cell0 [ 537.555735] env[68989]: INFO dbcounter [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Registered counter for database nova_cell1 [ 537.999350] env[68989]: DEBUG oslo_db.sqlalchemy.engines [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68989) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.999807] env[68989]: DEBUG oslo_db.sqlalchemy.engines [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68989) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.004978] env[68989]: ERROR nova.db.main.api [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.004978] env[68989]: result = function(*args, **kwargs) [ 538.004978] env[68989]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.004978] env[68989]: return func(*args, **kwargs) [ 538.004978] env[68989]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.004978] env[68989]: result = fn(*args, **kwargs) [ 538.004978] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.004978] env[68989]: return f(*args, **kwargs) [ 538.004978] env[68989]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.004978] env[68989]: return db.service_get_minimum_version(context, binaries) [ 538.004978] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.004978] env[68989]: _check_db_access() [ 538.004978] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.004978] env[68989]: stacktrace = ''.join(traceback.format_stack()) [ 538.004978] env[68989]: [ 538.006048] env[68989]: ERROR nova.db.main.api [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 538.006048] env[68989]: result = function(*args, **kwargs) [ 538.006048] env[68989]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 538.006048] env[68989]: return func(*args, **kwargs) [ 538.006048] env[68989]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 538.006048] env[68989]: result = fn(*args, **kwargs) [ 538.006048] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.006048] env[68989]: return f(*args, **kwargs) [ 538.006048] env[68989]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 538.006048] env[68989]: return db.service_get_minimum_version(context, binaries) [ 538.006048] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.006048] env[68989]: _check_db_access() [ 538.006048] env[68989]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.006048] env[68989]: stacktrace = ''.join(traceback.format_stack()) [ 538.006048] env[68989]: [ 538.006476] env[68989]: WARNING nova.objects.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Failed to get minimum service version for cell 5cdc8474-93a7-410f-a22d-305c17c3f9f0 [ 538.006646] env[68989]: WARNING nova.objects.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 538.007103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Acquiring lock "singleton_lock" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.007264] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Acquired lock "singleton_lock" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.007513] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Releasing lock "singleton_lock" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.007826] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Full set of CONF: {{(pid=68989) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 538.007968] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ******************************************************************************** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.008109] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] Configuration options gathered from: {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.008247] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.008444] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.008575] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ================================================================================ {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.008781] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] allow_resize_to_same_host = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.008952] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] arq_binding_timeout = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009100] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] backdoor_port = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009230] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] backdoor_socket = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009398] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] block_device_allocate_retries = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009560] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] block_device_allocate_retries_interval = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009731] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cert = self.pem {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.009898] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.010077] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute_monitors = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.010252] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] config_dir = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.010663] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] config_drive_format = iso9660 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.010798] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.010972] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] config_source = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011160] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] console_host = devstack {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011333] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] control_exchange = nova {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011498] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cpu_allocation_ratio = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011666] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] daemon = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011835] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] debug = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.011993] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_access_ip_network_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.012172] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_availability_zone = nova {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.012330] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_ephemeral_format = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.012490] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_green_pool_size = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.012761] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.012961] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] default_schedule_zone = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013146] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] disk_allocation_ratio = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013304] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] enable_new_services = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013484] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] enabled_apis = ['osapi_compute'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013651] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] enabled_ssl_apis = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013817] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] flat_injected = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.013972] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] force_config_drive = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.014147] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] force_raw_images = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.014318] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] graceful_shutdown_timeout = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.014483] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] heal_instance_info_cache_interval = -1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.014711] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] host = cpu-1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.014891] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015065] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015231] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015451] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015618] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_build_timeout = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015779] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_delete_interval = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.015959] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_format = [instance: %(uuid)s] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.016490] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_name_template = instance-%08x {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.016490] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_usage_audit = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.016597] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_usage_audit_period = month {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.016682] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.016857] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017036] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] internal_service_availability_zone = internal {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017200] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] key = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017362] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] live_migration_retry_count = 30 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017556] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_color = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017729] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_config_append = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.017898] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018077] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_dir = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018240] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018370] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_options = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018563] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_rotate_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018784] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_rotate_interval_type = days {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.018962] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] log_rotation_type = none {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019108] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019240] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019410] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019622] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019789] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.019965] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] long_rpc_timeout = 1800 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020140] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_concurrent_builds = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020300] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_concurrent_live_migrations = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020460] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_concurrent_snapshots = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020622] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_local_block_devices = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020783] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_logfile_count = 30 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.020941] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] max_logfile_size_mb = 200 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] maximum_instance_delete_attempts = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metadata_listen = 0.0.0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metadata_listen_port = 8775 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metadata_workers = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] migrate_max_retries = -1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022151] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] mkisofs_cmd = genisoimage {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022355] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022355] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] my_ip = 10.180.1.21 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022562] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022735] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] network_allocate_retries = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.022913] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023096] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023261] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] osapi_compute_listen_port = 8774 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023431] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] osapi_compute_unique_server_name_scope = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023605] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] osapi_compute_workers = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023766] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] password_length = 12 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.023926] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] periodic_enable = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024096] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] periodic_fuzzy_delay = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024265] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] pointer_model = usbtablet {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024454] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] preallocate_images = none {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024622] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] publish_errors = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024755] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] pybasedir = /opt/stack/nova {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.024914] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ram_allocation_ratio = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025087] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rate_limit_burst = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025258] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rate_limit_except_level = CRITICAL {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025417] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rate_limit_interval = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025577] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reboot_timeout = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025735] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reclaim_instance_interval = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.025891] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] record = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026071] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reimage_timeout_per_gb = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026241] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] report_interval = 120 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026409] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rescue_timeout = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026590] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reserved_host_cpus = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026770] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reserved_host_disk_mb = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.026930] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reserved_host_memory_mb = 512 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027102] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] reserved_huge_pages = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027265] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] resize_confirm_window = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027426] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] resize_fs_using_block_device = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027587] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] resume_guests_state_on_host_boot = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027756] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.027917] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] rpc_response_timeout = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028088] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] run_external_periodic_tasks = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028258] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] running_deleted_instance_action = reap {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028419] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028896] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] running_deleted_instance_timeout = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028896] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler_instance_sync_interval = 120 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.028896] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_down_time = 720 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029077] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] servicegroup_driver = db {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029222] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] shell_completion = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029383] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] shelved_offload_time = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029541] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] shelved_poll_interval = 3600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029711] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] shutdown_timeout = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.029870] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] source_is_ipv6 = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030271] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ssl_only = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030385] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030449] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] sync_power_state_interval = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030613] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] sync_power_state_pool_size = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030782] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] syslog_log_facility = LOG_USER {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.030938] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] tempdir = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031108] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] timeout_nbd = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031276] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] transport_url = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031435] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] update_resources_interval = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031595] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_cow_images = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031750] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_journal = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.031907] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_json = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032076] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_rootwrap_daemon = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032240] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_stderr = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032399] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] use_syslog = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032553] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vcpu_pin_set = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032722] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plugging_is_fatal = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.032886] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plugging_timeout = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.033063] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] virt_mkfs = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.033229] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] volume_usage_poll_interval = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.033387] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] watch_log_file = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.033552] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] web = /usr/share/spice-html5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.033738] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.033904] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.034082] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.034256] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_concurrency.disable_process_locking = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.034571] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.034755] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.034923] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035105] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035277] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035454] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035641] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.auth_strategy = keystone {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035808] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.compute_link_prefix = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.035981] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.036168] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.dhcp_domain = novalocal {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.036337] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.enable_instance_password = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.036533] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.glance_link_prefix = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.036702] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.036874] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037050] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.instance_list_per_project_cells = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037217] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.list_records_by_skipping_down_cells = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037423] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.local_metadata_per_cell = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037546] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.max_limit = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037797] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.metadata_cache_expiration = 15 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.037989] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.neutron_default_tenant_id = default {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.038179] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.response_validation = warn {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.038352] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.use_neutron_default_nets = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.038553] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.038758] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.038932] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.039121] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.039293] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_dynamic_targets = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.039457] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_jsonfile_path = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.039638] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.039832] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.backend = dogpile.cache.memcached {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040008] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.backend_argument = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040176] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.backend_expiration_time = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040348] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.config_prefix = cache.oslo {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040518] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.dead_timeout = 60.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040683] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.debug_cache_backend = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.040843] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.enable_retry_client = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041018] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.enable_socket_keepalive = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041188] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.enabled = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041351] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.enforce_fips_mode = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041515] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.expiration_time = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041680] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.hashclient_retry_attempts = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.041845] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042013] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_dead_retry = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042181] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_password = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042345] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042507] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042671] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_pool_maxsize = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042830] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.042991] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_sasl_enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043182] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043350] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043512] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.memcache_username = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043675] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.proxies = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043838] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_db = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.043996] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_password = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.044181] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.044614] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.044614] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_server = localhost:6379 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.044705] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_socket_timeout = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.044860] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.redis_username = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045034] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.retry_attempts = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045207] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.retry_delay = 0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045371] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.socket_keepalive_count = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045533] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.socket_keepalive_idle = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045696] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.socket_keepalive_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.045853] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.tls_allowed_ciphers = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046014] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.tls_cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046178] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.tls_certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046346] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.tls_enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046559] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cache.tls_keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046737] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.046915] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.auth_type = password {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047091] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047270] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047451] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047624] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047787] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.cross_az_attach = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.047948] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.debug = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048121] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.endpoint_template = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048291] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.http_retries = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048453] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048611] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048781] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.os_region_name = RegionOne {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.048943] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049112] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cinder.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049284] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049444] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.cpu_dedicated_set = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049603] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.cpu_shared_set = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049768] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.image_type_exclude_list = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.049929] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050102] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050266] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050429] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050599] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050761] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.resource_provider_association_refresh = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.050921] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051091] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.shutdown_retry_interval = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051275] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051455] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] conductor.workers = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051636] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] console.allowed_origins = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051798] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] console.ssl_ciphers = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.051971] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] console.ssl_minimum_version = default {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052153] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] consoleauth.enforce_session_timeout = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052323] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] consoleauth.token_ttl = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052497] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052659] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052823] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.052983] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053157] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053318] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053518] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053637] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053797] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.053954] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054125] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054286] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054474] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054651] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.service_type = accelerator {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054815] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.054975] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055150] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055311] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055493] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055656] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] cyborg.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055830] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.asyncio_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.055992] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.asyncio_slave_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.056176] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.backend = sqlalchemy {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.056349] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.056546] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.connection_debug = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.056961] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.connection_parameters = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.056961] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.connection_recycle_time = 3600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057071] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.connection_trace = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057219] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.db_inc_retry_interval = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057549] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.db_max_retries = 20 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057549] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.db_max_retry_interval = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057702] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.db_retry_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.057866] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.max_overflow = 50 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058037] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.max_pool_size = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058206] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.max_retries = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058376] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058536] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.mysql_wsrep_sync_wait = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058697] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.pool_timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.058859] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.retry_interval = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059028] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.slave_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059195] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.sqlite_synchronous = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059357] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] database.use_db_reconnect = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059527] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.asyncio_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059688] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.asyncio_slave_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.059860] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.backend = sqlalchemy {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060042] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060214] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.connection_debug = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060385] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.connection_parameters = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060552] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.connection_recycle_time = 3600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060716] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.connection_trace = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.060879] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.db_inc_retry_interval = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061058] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.db_max_retries = 20 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061228] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.db_max_retry_interval = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061393] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.db_retry_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061557] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.max_overflow = 50 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061722] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.max_pool_size = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.061885] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.max_retries = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062073] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062237] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062396] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.pool_timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062559] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.retry_interval = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062720] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.slave_connection = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.062884] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] api_database.sqlite_synchronous = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063073] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] devices.enabled_mdev_types = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063254] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063426] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063613] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ephemeral_storage_encryption.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063755] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.063924] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.api_servers = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064100] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064265] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064451] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064619] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064783] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.064949] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.debug = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065130] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.default_trusted_certificate_ids = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065298] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.enable_certificate_validation = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065460] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.enable_rbd_download = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065620] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065785] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.065948] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.066121] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.066280] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.066465] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.num_retries = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.066650] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.rbd_ceph_conf = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.066816] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.rbd_connect_timeout = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067026] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.rbd_pool = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067211] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.rbd_user = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067410] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067539] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067697] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.067864] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.service_type = image {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068042] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068207] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068366] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068524] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068705] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.068871] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.verify_glance_signatures = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069042] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] glance.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069213] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] guestfs.debug = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069382] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069544] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.auth_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069705] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.069861] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070036] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070199] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070359] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070516] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070679] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070838] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.070996] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071167] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071325] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071482] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071644] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071810] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.service_type = shared-file-system {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.071971] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.share_apply_policy_timeout = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072148] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072305] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072464] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072624] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072802] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.072962] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] manila.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.073142] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] mks.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.073487] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.073804] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.manager_interval = 2400 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.073862] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.precache_concurrency = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074091] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.remove_unused_base_images = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074278] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074451] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074630] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] image_cache.subdirectory_name = _base {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074807] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.api_max_retries = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.074973] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.api_retry_interval = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075146] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075309] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.auth_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075469] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075627] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075791] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.075955] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.conductor_group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076136] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076302] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076490] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076663] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076823] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.076983] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077156] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077324] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.peer_list = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077489] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077642] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077806] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.serial_console_state_timeout = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.077963] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078147] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.service_type = baremetal {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078308] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.shard = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078473] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078633] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078817] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.078992] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.079189] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.079352] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ironic.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.079538] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.079716] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] key_manager.fixed_key = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.079897] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080069] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.barbican_api_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080234] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.barbican_endpoint = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080401] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.barbican_endpoint_type = public {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080562] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.barbican_region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080788] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.080959] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081138] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081303] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081462] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081628] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.number_of_retries = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081796] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.retry_delay = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.081954] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.send_service_user_token = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082129] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082287] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082449] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.verify_ssl = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082608] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican.verify_ssl_path = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082781] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.082938] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.auth_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083115] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083280] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083480] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083617] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083771] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.083935] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084327] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] barbican_service_user.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084327] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.approle_role_id = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084451] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.approle_secret_id = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084593] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.kv_mountpoint = secret {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084756] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.kv_path = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.084920] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.kv_version = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085095] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.namespace = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085258] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.root_token_id = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085417] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.ssl_ca_crt_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085586] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.timeout = 60.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085751] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.use_ssl = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.085920] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086104] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086269] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086452] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086619] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086782] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.086942] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087119] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087281] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087438] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087597] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087756] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.087921] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.088100] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.088274] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.service_type = identity {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.088436] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.088596] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.088775] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.089044] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.089257] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.089425] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] keystone.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.089617] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.ceph_mount_options = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090036] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090234] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.connection_uri = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090403] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_mode = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090572] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090743] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_models = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.090914] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_power_governor_high = performance {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091095] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091261] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_power_management = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091428] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091596] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.device_detach_attempts = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091759] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.device_detach_timeout = 20 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.091925] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.disk_cachemodes = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.092146] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.disk_prefix = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.092340] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.enabled_perf_events = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.092509] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.file_backed_memory = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.092681] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.gid_maps = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.092843] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.hw_disk_discard = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093015] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.hw_machine_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093188] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_rbd_ceph_conf = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093353] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093516] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093687] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_rbd_glance_store_name = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.093855] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_rbd_pool = rbd {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094034] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_type = default {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094198] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.images_volume_group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094359] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.inject_key = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094521] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.inject_partition = -2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094685] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.inject_password = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.094847] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.iscsi_iface = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095014] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.iser_use_multipath = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095184] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095345] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095508] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_downtime = 500 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095756] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.095949] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.096127] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_inbound_addr = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.096293] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.096487] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.096670] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_scheme = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.096846] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_timeout_action = abort {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097024] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_tunnelled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097556] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_uri = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097556] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.live_migration_with_native_tls = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097556] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.max_queues = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097681] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.097897] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.098076] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.nfs_mount_options = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.098356] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.098532] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.098703] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.098909] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.099098] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.099269] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_pcie_ports = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.099438] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.099607] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.pmem_namespaces = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.099767] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.quobyte_client_cfg = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100067] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100248] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100418] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100586] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100748] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rbd_secret_uuid = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.100939] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rbd_user = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101134] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101313] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101475] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rescue_image_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101658] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rescue_kernel_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101829] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rescue_ramdisk_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.101998] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.102173] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.rx_queue_size = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.102342] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.smbfs_mount_options = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.102627] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.102811] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.snapshot_compression = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.102981] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.snapshot_image_format = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.103213] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.103380] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.sparse_logical_volumes = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.103543] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.swtpm_enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.103711] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.swtpm_group = tss {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.103879] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.swtpm_user = tss {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.104063] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.sysinfo_serial = unique {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.104216] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.tb_cache_size = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.104431] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.tx_queue_size = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.104658] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.uid_maps = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.104832] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.use_virtio_for_bridges = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105018] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.virt_type = kvm {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105192] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.volume_clear = zero {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105358] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.volume_clear_size = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105522] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.volume_enforce_multipath = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105693] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.volume_use_multipath = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.105849] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_cache_path = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.106025] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.106198] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.106362] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.106552] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.106845] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107035] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.vzstorage_mount_user = stack {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107208] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107383] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107580] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.auth_type = password {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107758] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.107920] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108097] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108257] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108417] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108591] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.default_floating_pool = public {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108751] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.108913] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.extension_sync_interval = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109088] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.http_retries = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109258] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109417] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109577] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109748] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.109905] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110083] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.ovs_bridge = br-int {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110252] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.physnets = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110421] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.region_name = RegionOne {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110581] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110748] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.service_metadata_proxy = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.110907] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111085] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.service_type = network {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111249] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111405] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111562] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111722] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.111901] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112073] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] neutron.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112247] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.bdms_in_notifications = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112423] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.default_level = INFO {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112591] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.include_share_mapping = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112765] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.notification_format = unversioned {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.112928] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.notify_on_state_change = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.113115] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.113294] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] pci.alias = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.113465] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] pci.device_spec = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.113631] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] pci.report_in_placement = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.113807] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114045] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.auth_type = password {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114231] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114397] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114555] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114722] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.114880] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115052] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115213] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.default_domain_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115370] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.default_domain_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115527] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.domain_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115685] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.domain_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.115841] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116008] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116170] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116326] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116501] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116681] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.password = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.116843] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.project_domain_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117086] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.project_domain_name = Default {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117270] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.project_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117449] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.project_name = service {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117650] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.region_name = RegionOne {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117817] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.117981] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118167] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.service_type = placement {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118332] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118490] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118653] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118810] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.system_scope = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.118966] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119133] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.trust_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119289] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.user_domain_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119458] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.user_domain_name = Default {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119617] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.user_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119787] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.username = nova {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.119967] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120141] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] placement.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120325] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.cores = 20 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120488] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.count_usage_from_placement = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120662] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120830] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.injected_file_content_bytes = 10240 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.120998] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.injected_file_path_length = 255 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.121181] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.injected_files = 5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.121349] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.instances = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.121515] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.key_pairs = 100 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.121682] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.metadata_items = 128 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.121849] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.ram = 51200 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122022] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.recheck_quota = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122195] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.server_group_members = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122362] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.server_groups = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122568] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122744] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] quota.unified_limits_resource_strategy = require {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.122917] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123096] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123259] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.image_metadata_prefilter = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123423] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123589] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.max_attempts = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123751] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.max_placement_results = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.123914] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124085] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124247] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124422] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] scheduler.workers = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124602] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124771] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.124948] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125137] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125305] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125466] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125629] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125821] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.125988] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.host_subset_size = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.126167] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.126323] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.126503] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.126674] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.126847] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127015] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.isolated_hosts = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127184] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.isolated_images = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127347] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127517] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127709] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.127875] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.pci_in_placement = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128049] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128217] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128376] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128534] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128697] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.128857] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129032] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.track_instance_changes = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129213] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129383] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metrics.required = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129545] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metrics.weight_multiplier = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129706] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.129866] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] metrics.weight_setting = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.130187] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.130361] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.130538] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.port_range = 10000:20000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.130710] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.130875] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131048] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] serial_console.serialproxy_port = 6083 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131220] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131390] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.auth_type = password {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131547] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131703] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.131861] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132027] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132186] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132355] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.send_service_user_token = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132517] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132674] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] service_user.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.132840] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.agent_enabled = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133020] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133313] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133506] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133673] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.html5proxy_port = 6082 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133832] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.image_compression = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.133988] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.jpeg_compression = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.134157] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.playback_compression = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.134340] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.require_secure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.134482] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.server_listen = 127.0.0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.134649] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.134918] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135103] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.streaming_mode = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135265] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] spice.zlib_compression = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135432] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] upgrade_levels.baseapi = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135601] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] upgrade_levels.compute = auto {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135758] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] upgrade_levels.conductor = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.135912] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] upgrade_levels.scheduler = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136088] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136254] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136412] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136586] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136753] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.136912] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137081] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137245] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137400] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vendordata_dynamic_auth.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137592] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.api_retry_count = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137767] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.ca_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.137940] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.138133] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.cluster_name = testcl1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.138300] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.connection_pool_size = 10 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.138458] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.console_delay_seconds = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.138628] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.datastore_regex = ^datastore.* {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.138835] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139014] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.host_password = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139191] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.host_port = 443 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139359] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.host_username = administrator@vsphere.local {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139528] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.insecure = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139689] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.integration_bridge = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.139850] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.maximum_objects = 100 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140014] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.pbm_default_policy = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140184] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.pbm_enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140341] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.pbm_wsdl_location = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140505] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140663] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.serial_port_proxy_uri = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140817] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.serial_port_service_uri = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.140980] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.task_poll_interval = 0.5 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.141165] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.use_linked_clone = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.141333] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.vnc_keymap = en-us {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.141496] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.vnc_port = 5900 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.141660] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vmware.vnc_port_total = 10000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.141843] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.auth_schemes = ['none'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.142027] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.142313] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.142496] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.142668] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.novncproxy_port = 6080 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.142852] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.server_listen = 127.0.0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143043] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143208] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.vencrypt_ca_certs = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143368] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.vencrypt_client_cert = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143525] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vnc.vencrypt_client_key = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143732] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.143913] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_deep_image_inspection = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144089] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144253] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144434] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144571] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.disable_rootwrap = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144730] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.enable_numa_live_migration = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.144890] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.145061] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.145223] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.145386] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.libvirt_disable_apic = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.145684] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.145860] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146037] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146208] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146371] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146560] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146727] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.146887] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147062] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147231] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147413] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147604] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.client_socket_timeout = 900 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147782] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.default_pool_size = 1000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.147950] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.keep_alive = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148130] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.max_header_line = 16384 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148295] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148456] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.ssl_ca_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148616] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.ssl_cert_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148774] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.ssl_key_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.148937] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.tcp_keepidle = 600 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.149128] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.149296] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] zvm.ca_file = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.149459] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] zvm.cloud_connector_url = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.149739] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.149914] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] zvm.reachable_timeout = 300 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150127] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150281] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150460] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.connection_string = messaging:// {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150631] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.enabled = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150801] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.es_doc_type = notification {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.150963] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.es_scroll_size = 10000 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.151146] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.es_scroll_time = 2m {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.151311] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.filter_error_trace = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.151479] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.hmac_keys = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.151675] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.sentinel_service_name = mymaster {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.151862] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.socket_timeout = 0.1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152039] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.trace_requests = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152207] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler.trace_sqlalchemy = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152388] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler_jaeger.process_tags = {} {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152551] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler_jaeger.service_name_prefix = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152717] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] profiler_otlp.service_name_prefix = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.152879] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] remote_debug.host = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153049] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] remote_debug.port = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153229] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153394] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153558] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153722] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.153885] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154058] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154224] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154386] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154547] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154717] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.154876] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155058] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155227] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155393] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155556] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155726] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.155888] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156059] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156232] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156393] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156584] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156756] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.156922] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157100] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157263] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157427] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157598] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157762] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.157922] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158094] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158260] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158429] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158596] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158770] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.158950] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159133] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159297] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159483] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159652] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_notifications.retry = -1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159827] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.159999] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160184] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.auth_section = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160347] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.auth_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160505] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.cafile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160662] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.certfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160821] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.collect_timing = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.160977] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.connect_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161147] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.connect_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161305] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_id = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161474] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161632] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_override = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161787] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.161945] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162112] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.endpoint_service_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162277] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.insecure = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162432] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.keyfile = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162589] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.max_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162744] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.min_version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.162898] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.region_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163067] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.retriable_status_codes = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163227] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.service_name = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163381] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.service_type = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163540] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.split_loggers = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163697] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.status_code_retries = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.163851] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.status_code_retry_delay = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164012] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.timeout = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164173] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.valid_interfaces = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164329] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_limit.version = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164492] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_reports.file_event_handler = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164657] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164815] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] oslo_reports.log_dir = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.164985] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165157] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165316] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165480] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165647] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165806] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.165976] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166148] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166305] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166487] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166657] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166815] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] vif_plug_ovs_privileged.user = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.166983] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.167177] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.167353] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.167525] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.167694] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.167863] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168038] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168202] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168379] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168549] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.isolate_vif = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168718] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.168903] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169087] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169257] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169419] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] os_vif_ovs.per_port_bridge = False {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169592] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.capabilities = [21] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169751] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.169907] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.helper_command = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170083] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170249] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170407] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] privsep_osbrick.user = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170579] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170738] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.group = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.170892] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.helper_command = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.171065] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.171228] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.171382] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] nova_sys_admin.user = None {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.171510] env[68989]: DEBUG oslo_service.backend.eventlet.service [None req-d39d8191-c65d-404b-94f5-be3f06c67e68 None None] ******************************************************************************** {{(pid=68989) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 538.171914] env[68989]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 538.675127] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Getting list of instances from cluster (obj){ [ 538.675127] env[68989]: value = "domain-c8" [ 538.675127] env[68989]: _type = "ClusterComputeResource" [ 538.675127] env[68989]: } {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 538.676254] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ca021-abaa-48e8-a25d-98102a78416a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.686294] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Got total of 0 instances {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 538.686989] env[68989]: WARNING nova.virt.vmwareapi.driver [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.687477] env[68989]: INFO nova.virt.node [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Generated node identity 926ccbcf-a246-4e02-bbbf-c7221f892eac [ 538.687714] env[68989]: INFO nova.virt.node [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Wrote node identity 926ccbcf-a246-4e02-bbbf-c7221f892eac to /opt/stack/data/n-cpu-1/compute_id [ 539.190789] env[68989]: WARNING nova.compute.manager [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Compute nodes ['926ccbcf-a246-4e02-bbbf-c7221f892eac'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 540.196400] env[68989]: INFO nova.compute.manager [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 541.205069] env[68989]: WARNING nova.compute.manager [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 541.205069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.205069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.205069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.205069] env[68989]: DEBUG nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 541.205069] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d083293-8866-4931-a747-39723b7e7b95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.213619] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a709ed-48a0-49a7-8442-f62b914e8bda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.229034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b094339e-20c6-4940-a2cb-8d9afac6c020 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.235650] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2e658-d66c-4199-991b-ed3e0746dd6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.264379] env[68989]: DEBUG nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181039MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 541.264730] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.265063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.768340] env[68989]: WARNING nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] No compute node record for cpu-1:926ccbcf-a246-4e02-bbbf-c7221f892eac: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 926ccbcf-a246-4e02-bbbf-c7221f892eac could not be found. [ 542.273021] env[68989]: INFO nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 926ccbcf-a246-4e02-bbbf-c7221f892eac [ 543.781128] env[68989]: DEBUG nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 543.781509] env[68989]: DEBUG nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 543.942647] env[68989]: INFO nova.scheduler.client.report [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] [req-e302a375-a513-49f0-acc9-ca895d6c57d4] Created resource provider record via placement API for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.960548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab28fc-a5fc-402d-b856-daf5bb55c77c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.968904] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b735a8-901b-4a05-a78d-f06afd58c5fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.999168] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85657d0-1462-4250-be30-50a0f60566d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.006130] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca63fe-096c-4e2f-bd9e-b69d97f781d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.018703] env[68989]: DEBUG nova.compute.provider_tree [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.583557] env[68989]: DEBUG nova.scheduler.client.report [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 544.583803] env[68989]: DEBUG nova.compute.provider_tree [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 0 to 1 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.583946] env[68989]: DEBUG nova.compute.provider_tree [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.671710] env[68989]: DEBUG nova.compute.provider_tree [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 1 to 2 during operation: update_traits {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.177239] env[68989]: DEBUG nova.compute.resource_tracker [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 545.177550] env[68989]: DEBUG oslo_concurrency.lockutils [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.912s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.177550] env[68989]: DEBUG nova.service [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Creating RPC server for service compute {{(pid=68989) start /opt/stack/nova/nova/service.py:186}} [ 545.195018] env[68989]: DEBUG nova.service [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] Join ServiceGroup membership for this service compute {{(pid=68989) start /opt/stack/nova/nova/service.py:203}} [ 545.195195] env[68989]: DEBUG nova.servicegroup.drivers.db [None req-08e3aed5-2181-46af-bedf-d9845fcf4b4c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68989) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 582.342059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "cae92c82-6fa0-485e-a58b-6eba91567a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.342367] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.846669] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.393045] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.393045] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.394401] env[68989]: INFO nova.compute.claims [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.063783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.064096] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.463167] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37401fd-1962-4c37-a1dd-d820b82fb051 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.472024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20537fb5-9d8a-46fe-94ca-2333d636bcfb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.510305] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cb500-6187-46c6-b8ea-e137b8fe6371 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.518636] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6abcb1b-ea07-42fe-a42a-d54c2eb4b629 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.532239] env[68989]: DEBUG nova.compute.provider_tree [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.566948] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.035234] env[68989]: DEBUG nova.scheduler.client.report [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.093860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.541171] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.541826] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.544497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.451s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.548021] env[68989]: INFO nova.compute.claims [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.052051] env[68989]: DEBUG nova.compute.utils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.052949] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.054264] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.277756] env[68989]: DEBUG nova.policy [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84156bdc02b9437195f2bee20b34a44e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '108b68f3e86f428cbabeb826cde5bf03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.410552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.410826] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.563396] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.697230] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60378d2-7589-4d97-b54a-c5838353bca8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.707587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad54c4-382a-4196-9815-e97d98ed5905 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.746912] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a842f-6a9b-413c-badb-3e5407962051 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.760052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.760052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.770072] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe88a6-8554-46b2-9125-c540f6478e89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.784700] env[68989]: DEBUG nova.compute.provider_tree [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.853776] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "925a407f-db5a-4296-94e1-8108d6884fc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.853921] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.915274] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.265899] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.288018] env[68989]: DEBUG nova.scheduler.client.report [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.356288] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.393673] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Successfully created port: 8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.448150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.576438] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.618509] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.620675] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.620909] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.621417] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.621657] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.621824] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.622081] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.622471] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.623103] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.623637] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.623813] env[68989]: DEBUG nova.virt.hardware [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.625147] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc3b82-bdcc-4d57-8138-0bdbfed1d0f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.636029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583cd81-fc44-4b9b-b67e-e6140b64d8e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.655543] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc3a24f-dd7f-41b8-a3e4-be757d6353fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.794421] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.798743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.798743] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.801210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.353s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.802586] env[68989]: INFO nova.compute.claims [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.880049] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.309990] env[68989]: DEBUG nova.compute.utils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.312024] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.312610] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.408783] env[68989]: DEBUG nova.policy [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '400b47f2376d4ca2835e428c7fe8fb83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00b7abe1e1a74e4c9cbaad2973814687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.822752] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.923069] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6eaa2-0378-40e0-a98a-a44f85a9d112 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.930351] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fdd331-bb49-47ee-94fb-d4842a181a3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.967370] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c128db-cfa2-46c8-bbc9-c9cf3b2f7674 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.975634] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d58ba-9626-4af8-9b03-26d0f6730bbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.991870] env[68989]: DEBUG nova.compute.provider_tree [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.096417] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Successfully created port: 4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.498662] env[68989]: DEBUG nova.scheduler.client.report [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.839585] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.870115] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.870115] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.870115] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.870277] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.870277] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.870277] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.870613] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.870912] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.871228] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.871530] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.871822] env[68989]: DEBUG nova.virt.hardware [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.872829] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f571772-a212-4241-9a7c-50d91887c810 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.882136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7ca33-e308-4695-86a2-b57fa6b58f74 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.007741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.007847] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.013943] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.220s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.015572] env[68989]: INFO nova.compute.claims [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.276254] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.276486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.387456] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Successfully updated port: 8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.517897] env[68989]: DEBUG nova.compute.utils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.522860] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.526864] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.780200] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.871499] env[68989]: DEBUG nova.policy [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c295c16eac184fe8978091c72e187593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15aa93d365934850873ebad67b0d354d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.897772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.897772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.897772] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.034536] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.167492] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa58b3-399d-4846-aeef-8e9d4149f704 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.180403] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c477a1-9e71-4053-bba0-1adec47eed68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.224084] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9834bd65-11a7-402a-8a14-6a957120004b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.233731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36236e8f-51f0-4b2d-a336-1f2630a16be5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.251540] env[68989]: DEBUG nova.compute.provider_tree [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.314625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.599453] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.754836] env[68989]: DEBUG nova.scheduler.client.report [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.908307] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "5e566369-7f7f-4996-a001-a624344f0aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.909863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.023985] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Successfully updated port: 4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.050703] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.090388] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.090617] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.090765] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.090938] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.091258] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.091258] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.091419] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.091617] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.091807] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.092698] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.092698] env[68989]: DEBUG nova.virt.hardware [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.093443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3da7a-40ef-4f34-97f6-203e34bafb75 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.098212] env[68989]: DEBUG nova.compute.manager [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Received event network-vif-plugged-8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.098427] env[68989]: DEBUG oslo_concurrency.lockutils [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] Acquiring lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.098732] env[68989]: DEBUG oslo_concurrency.lockutils [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.098772] env[68989]: DEBUG oslo_concurrency.lockutils [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.098912] env[68989]: DEBUG nova.compute.manager [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] No waiting events found dispatching network-vif-plugged-8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.099086] env[68989]: WARNING nova.compute.manager [req-849fa1df-4f28-465c-84e5-8e4a1c0cb2aa req-bc0bd60e-b042-41b3-a21f-78e7a60ba73b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Received unexpected event network-vif-plugged-8d853cea-470e-47c6-9522-1165a6973cc3 for instance with vm_state building and task_state spawning. [ 592.106526] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eb3055-7f83-4094-808c-dc9f06e924d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.216574] env[68989]: DEBUG nova.network.neutron [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Updating instance_info_cache with network_info: [{"id": "8d853cea-470e-47c6-9522-1165a6973cc3", "address": "fa:16:3e:16:98:3c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d853cea-47", "ovs_interfaceid": "8d853cea-470e-47c6-9522-1165a6973cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.231493] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Successfully created port: 9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.264827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.265706] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.268275] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.388s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.270464] env[68989]: INFO nova.compute.claims [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.413822] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.527814] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.527814] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquired lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.527814] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.723257] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.723755] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Instance network_info: |[{"id": "8d853cea-470e-47c6-9522-1165a6973cc3", "address": "fa:16:3e:16:98:3c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d853cea-47", "ovs_interfaceid": "8d853cea-470e-47c6-9522-1165a6973cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.724243] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:98:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d853cea-470e-47c6-9522-1165a6973cc3', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.741733] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.741733] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a95f609-5811-4958-af9a-43b7c35dc48c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.758048] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created folder: OpenStack in parent group-v4. [ 592.758282] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating folder: Project (108b68f3e86f428cbabeb826cde5bf03). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.758529] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6fec4b-2679-4554-8413-8724e4c06fa5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.770062] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created folder: Project (108b68f3e86f428cbabeb826cde5bf03) in parent group-v643186. [ 592.770262] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating folder: Instances. Parent ref: group-v643187. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.770537] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21ecec46-2165-45ad-b31c-e8fb0ed452f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.780994] env[68989]: DEBUG nova.compute.utils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.786580] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 592.796845] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created folder: Instances in parent group-v643187. [ 592.798038] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.798038] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.798038] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c167bbcf-221f-4386-9eae-343d3ecd57ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.819340] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.819340] env[68989]: value = "task-3217035" [ 592.819340] env[68989]: _type = "Task" [ 592.819340] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.827606] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217035, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.944403] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.101191] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.287497] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.332093] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217035, 'name': CreateVM_Task, 'duration_secs': 0.351652} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.335037] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.370604] env[68989]: DEBUG oslo_vmware.service [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e65667-c0a2-4149-a399-23fd7a3465cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.385803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.385977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.386911] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.387136] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833daa4f-0580-4135-9919-492c49ac424f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.392029] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 593.392029] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a2131-1db8-a083-6194-0fc1eaa761ef" [ 593.392029] env[68989]: _type = "Task" [ 593.392029] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.404804] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a2131-1db8-a083-6194-0fc1eaa761ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.465360] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3463c-456d-4741-a7b1-a824766385b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.475892] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773acc6-37fb-4c0c-879a-dc997842fef9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.511131] env[68989]: DEBUG nova.network.neutron [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Updating instance_info_cache with network_info: [{"id": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "address": "fa:16:3e:38:36:96", "network": {"id": "83cc12bc-9cbd-43af-b526-7f05b544459a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-690709009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7abe1e1a74e4c9cbaad2973814687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdcf91e-d3", "ovs_interfaceid": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.513162] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00104c2f-8616-4aa2-803f-6f7f69d0beee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.521652] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be745b-d8b8-48d2-ba56-826f531a9021 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.541913] env[68989]: DEBUG nova.compute.provider_tree [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.809446] env[68989]: DEBUG nova.compute.manager [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Received event network-vif-plugged-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.809706] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] Acquiring lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.809848] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.810023] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.810202] env[68989]: DEBUG nova.compute.manager [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] No waiting events found dispatching network-vif-plugged-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.810360] env[68989]: WARNING nova.compute.manager [req-9e3539dd-53cc-4cf6-b231-1a04e33c4364 req-ede23e23-20bf-4590-91d1-080c63b458f6 service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Received unexpected event network-vif-plugged-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 for instance with vm_state building and task_state spawning. [ 593.909504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.909742] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.909980] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.910570] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.910570] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.911504] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41da621b-f902-46f7-b791-c6714280a280 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.930019] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.930074] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.930911] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889f3fb7-319f-4167-bd89-8f271a56dac0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.938428] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fc0707-bf95-49ef-b415-66f5faf041ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.948329] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 593.948329] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5258597d-12e2-0167-a8c3-034cecab5a74" [ 593.948329] env[68989]: _type = "Task" [ 593.948329] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.959919] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5258597d-12e2-0167-a8c3-034cecab5a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.017639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Releasing lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.017969] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Instance network_info: |[{"id": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "address": "fa:16:3e:38:36:96", "network": {"id": "83cc12bc-9cbd-43af-b526-7f05b544459a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-690709009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7abe1e1a74e4c9cbaad2973814687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdcf91e-d3", "ovs_interfaceid": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.018603] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:36:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.030538] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Creating folder: Project (00b7abe1e1a74e4c9cbaad2973814687). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.030848] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d57ecffa-b4a4-4666-99b3-a5293ab35190 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.041253] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Created folder: Project (00b7abe1e1a74e4c9cbaad2973814687) in parent group-v643186. [ 594.041445] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Creating folder: Instances. Parent ref: group-v643190. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.041680] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f56b99c-8147-4a1a-824b-2045e0a2e7fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.044385] env[68989]: DEBUG nova.scheduler.client.report [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.057199] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Created folder: Instances in parent group-v643190. [ 594.057343] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.057704] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.057801] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db76a114-59de-4050-9aaf-5ff205f20ece {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.084838] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.084838] env[68989]: value = "task-3217038" [ 594.084838] env[68989]: _type = "Task" [ 594.084838] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.101249] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217038, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.312858] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.356065] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.356422] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.356516] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.356658] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.356799] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.357513] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.357871] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.358134] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.358326] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.358493] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.358666] env[68989]: DEBUG nova.virt.hardware [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.359578] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935fb78-fbca-48ee-ae59-f3e3b7b16013 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.376766] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e57fd6f-d211-4011-898f-6ec482a253dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.391267] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.397117] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Creating folder: Project (e6ff1f927e3d41db9451a2b3ec04ee83). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.397460] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbf21d31-fbfd-421b-b7d2-3d188aeffbec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.407687] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Created folder: Project (e6ff1f927e3d41db9451a2b3ec04ee83) in parent group-v643186. [ 594.407882] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Creating folder: Instances. Parent ref: group-v643193. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.408151] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4abfe0b8-9eaf-4ee3-b66e-d7171c519e85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.419146] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Created folder: Instances in parent group-v643193. [ 594.419428] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.419630] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.419832] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b942c74-fc03-40e8-bfc2-31dfdaef13d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.436800] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.436800] env[68989]: value = "task-3217041" [ 594.436800] env[68989]: _type = "Task" [ 594.436800] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.448405] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217041, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.460182] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 594.460654] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating directory with path [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.460836] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-389d657b-f725-4ed0-9aa0-1705b3bedad3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.483851] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created directory with path [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.484074] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Fetch image to [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.484242] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Downloading image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk on the data store datastore2 {{(pid=68989) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.485054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b9985-7ca8-4611-9b06-6986da9b0b7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.494603] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef3eafe-42b1-4d84-a8e4-6b7fe06d00cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.504734] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba3b6a6-ffc3-4a94-8ba3-7fb56a3e0dd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.547036] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2baef-c7cd-453e-adeb-c6440f2ce5c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.552280] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.552280] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.557831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.244s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.559587] env[68989]: INFO nova.compute.claims [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.563209] env[68989]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1c4c9a78-b7f6-4c79-8ead-400528691447 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.616130] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217038, 'name': CreateVM_Task, 'duration_secs': 0.345832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.616367] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.617240] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.617442] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.619699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.619699] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fac2651-f50e-4eb4-abb7-f6cc00d3c8ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.625052] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 594.625052] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d4e6a9-d1a5-2fb2-f0e7-50efdeab415e" [ 594.625052] env[68989]: _type = "Task" [ 594.625052] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.638810] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.638875] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.639067] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.658833] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Downloading image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to the data store datastore2 {{(pid=68989) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.749058] env[68989]: DEBUG oslo_vmware.rw_handles [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.827122] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Successfully updated port: 9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.952596] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217041, 'name': CreateVM_Task, 'duration_secs': 0.297871} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.954447] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.954977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.955230] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.956720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.956720] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d680fe9-5e07-4e4d-a60d-be8617761753 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.963992] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 594.963992] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ec835e-5a47-d68b-f291-069c6de8eb6a" [ 594.963992] env[68989]: _type = "Task" [ 594.963992] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.973502] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ec835e-5a47-d68b-f291-069c6de8eb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.066307] env[68989]: DEBUG nova.compute.utils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.066881] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 595.335246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.335320] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.335527] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.486104] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.486499] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.486794] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.500462] env[68989]: DEBUG oslo_vmware.rw_handles [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 595.500580] env[68989]: DEBUG oslo_vmware.rw_handles [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 595.562025] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Downloaded image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk on the data store datastore2 {{(pid=68989) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.565772] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.567758] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copying Virtual Disk [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk to [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.571378] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d85fddde-9415-4956-9375-75c095925cf9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.571378] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.592749] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 595.592749] env[68989]: value = "task-3217042" [ 595.592749] env[68989]: _type = "Task" [ 595.592749] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.607857] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.758748] env[68989]: DEBUG nova.compute.manager [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Received event network-changed-8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.759770] env[68989]: DEBUG nova.compute.manager [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Refreshing instance network info cache due to event network-changed-8d853cea-470e-47c6-9522-1165a6973cc3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.759770] env[68989]: DEBUG oslo_concurrency.lockutils [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] Acquiring lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.759770] env[68989]: DEBUG oslo_concurrency.lockutils [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] Acquired lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.759770] env[68989]: DEBUG nova.network.neutron [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Refreshing network info cache for port 8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.770604] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9680cb95-e725-4b6e-b1fe-ddecb1a945d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.781959] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cef89-b69c-48de-a937-1e18b1ba6216 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.826623] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c2df2-0999-4979-b8f4-6704dc0437a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.838137] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33a969-8402-4868-875b-85d10dc2f7a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.860504] env[68989]: DEBUG nova.compute.provider_tree [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.980709] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.106027] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.374038] env[68989]: DEBUG nova.scheduler.client.report [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.409054] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "07eb86d6-904b-4003-a210-41bbe5b36401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.409285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.593338] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.612947] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712905} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.615244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copied Virtual Disk [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk to [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.615536] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleting the datastore file [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.615853] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521f5fc6-882d-45ab-8978-fea58718d635 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.623773] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 596.623773] env[68989]: value = "task-3217043" [ 596.623773] env[68989]: _type = "Task" [ 596.623773] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.643506] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.768642] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.768952] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.769467] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.769467] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.769623] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.769798] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.770127] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.770442] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.771023] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.771023] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.771149] env[68989]: DEBUG nova.virt.hardware [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.772333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffe8f6-3181-49b3-9420-cff288cd1434 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.786398] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ac3c5-cdfb-48dc-adf2-206bf61a4c18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.802480] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.809481] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Creating folder: Project (8826721a651a40bfaaef1ec19a9abbbe). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.809481] env[68989]: DEBUG nova.network.neutron [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Updating instance_info_cache with network_info: [{"id": "9b608973-e301-49c6-927f-93cbc90e96dc", "address": "fa:16:3e:8c:dc:c5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b608973-e3", "ovs_interfaceid": "9b608973-e301-49c6-927f-93cbc90e96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.811118] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb49a05c-939a-45b4-a24a-3375287973af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.821719] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Created folder: Project (8826721a651a40bfaaef1ec19a9abbbe) in parent group-v643186. [ 596.821902] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Creating folder: Instances. Parent ref: group-v643196. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.822158] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ab5cd2-e849-4e75-a4c4-374f88fea3f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.833526] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Created folder: Instances in parent group-v643196. [ 596.833782] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.833965] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.834366] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-393fd129-c386-433d-bdca-6324cc8e9a66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.855040] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.855040] env[68989]: value = "task-3217046" [ 596.855040] env[68989]: _type = "Task" [ 596.855040] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.864020] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217046, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.881597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.881597] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.884355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.940s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.885874] env[68989]: INFO nova.compute.claims [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.918139] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.135921] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024189} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.136170] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.137897] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Moving file from [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103/4a568452-d0ad-4f10-afaa-61728fe9b22e to [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e. {{(pid=68989) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 597.137897] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1e0f9a0f-050a-4e85-bfb6-781ba4ec1ce8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.145073] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 597.145073] env[68989]: value = "task-3217047" [ 597.145073] env[68989]: _type = "Task" [ 597.145073] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.154374] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217047, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.173091] env[68989]: DEBUG nova.network.neutron [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Updated VIF entry in instance network info cache for port 8d853cea-470e-47c6-9522-1165a6973cc3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.173470] env[68989]: DEBUG nova.network.neutron [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Updating instance_info_cache with network_info: [{"id": "8d853cea-470e-47c6-9522-1165a6973cc3", "address": "fa:16:3e:16:98:3c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d853cea-47", "ovs_interfaceid": "8d853cea-470e-47c6-9522-1165a6973cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.313133] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.313525] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Instance network_info: |[{"id": "9b608973-e301-49c6-927f-93cbc90e96dc", "address": "fa:16:3e:8c:dc:c5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b608973-e3", "ovs_interfaceid": "9b608973-e301-49c6-927f-93cbc90e96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.313881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:dc:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b608973-e301-49c6-927f-93cbc90e96dc', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.323317] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Creating folder: Project (15aa93d365934850873ebad67b0d354d). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.323983] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3abe241c-20cb-4775-a370-04c7e844af64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.334125] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Created folder: Project (15aa93d365934850873ebad67b0d354d) in parent group-v643186. [ 597.334310] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Creating folder: Instances. Parent ref: group-v643199. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.334559] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c2b720-515a-4d41-96ab-d7efda6e6807 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.343366] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Created folder: Instances in parent group-v643199. [ 597.343622] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.343814] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.344020] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea72111-7313-423a-8e0d-2d56e48b77d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.367646] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217046, 'name': CreateVM_Task, 'duration_secs': 0.350912} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.368772] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.369307] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.369307] env[68989]: value = "task-3217050" [ 597.369307] env[68989]: _type = "Task" [ 597.369307] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.369585] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.369585] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369790] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.370068] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fca156-6d88-4902-8d07-cc413d05f84a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.379447] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 597.379447] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f6c76-8d51-e72d-e41f-35fc7bf23692" [ 597.379447] env[68989]: _type = "Task" [ 597.379447] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.380616] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217050, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.389152] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f6c76-8d51-e72d-e41f-35fc7bf23692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.391061] env[68989]: DEBUG nova.compute.utils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.397028] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.397028] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.455272] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.464746] env[68989]: DEBUG nova.policy [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f46e798f6648fe9d4a283db4533c9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22485b837392454497bd922997c2e9bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.635629] env[68989]: DEBUG nova.compute.manager [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Received event network-changed-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.635897] env[68989]: DEBUG nova.compute.manager [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Refreshing instance network info cache due to event network-changed-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.636304] env[68989]: DEBUG oslo_concurrency.lockutils [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] Acquiring lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.637286] env[68989]: DEBUG oslo_concurrency.lockutils [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] Acquired lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.637286] env[68989]: DEBUG nova.network.neutron [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Refreshing network info cache for port 4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.661976] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217047, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024828} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.663217] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] File moved {{(pid=68989) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 597.663217] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Cleaning up location [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 597.663990] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleting the datastore file [datastore2] vmware_temp/89f201f5-475f-465d-b8a8-c68e229a8103 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.664577] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2900d0b2-8c40-4b84-9b96-0434ae9c96d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.672110] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 597.672110] env[68989]: value = "task-3217051" [ 597.672110] env[68989]: _type = "Task" [ 597.672110] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.676677] env[68989]: DEBUG oslo_concurrency.lockutils [req-334e86b5-9f99-4a5c-9d3f-b8f3b01df5c2 req-1947cbda-58e3-49da-a5db-26c95d056f2b service nova] Releasing lock "refresh_cache-cae92c82-6fa0-485e-a58b-6eba91567a78" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.682192] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.881889] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217050, 'name': CreateVM_Task, 'duration_secs': 0.319531} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.885500] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.889256] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.898558] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.901645] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f6c76-8d51-e72d-e41f-35fc7bf23692, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.902612] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.902925] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.902998] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.903255] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.903549] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.903798] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26371dcb-1f40-4cc6-9efc-71d42edccbbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.909930] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 597.909930] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ed4595-2394-94e2-194b-c46eba3b5b6a" [ 597.909930] env[68989]: _type = "Task" [ 597.909930] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.918593] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ed4595-2394-94e2-194b-c46eba3b5b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.123041] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e83bbe3-a966-4c21-9863-f9254a9c54a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.130728] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b17e66c-3eb0-4f27-bbfc-9f6cbaee09af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.198387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b0188-abda-42bf-91ad-4889dba743b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.226445] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022314} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.227593] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.229967] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f66a5a0-7644-474d-a7a5-234ee18a0c3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.241159] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876f2932-a83a-4465-ba75-4e08f79ad490 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.250089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.250328] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.267927] env[68989]: DEBUG nova.compute.provider_tree [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.273418] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 598.273418] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52843f32-59ef-4b6c-24e0-670f901f5b7a" [ 598.273418] env[68989]: _type = "Task" [ 598.273418] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.283951] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52843f32-59ef-4b6c-24e0-670f901f5b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.285648] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.285912] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] cae92c82-6fa0-485e-a58b-6eba91567a78/cae92c82-6fa0-485e-a58b-6eba91567a78.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.286328] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.294485] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.294485] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487479b6-baa4-443f-8ef8-cdbdd439ed59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.294485] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350319da-0f2d-4ea9-96ce-7188cf419e26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.296384] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 598.296384] env[68989]: value = "task-3217052" [ 598.296384] env[68989]: _type = "Task" [ 598.296384] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.301574] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.301760] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.302520] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a715f5-f3ea-4be3-ab60-f1eb806511e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.322491] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.326584] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 598.326584] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527d5150-4717-0786-b91b-5b314d76cfc8" [ 598.326584] env[68989]: _type = "Task" [ 598.326584] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.333078] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527d5150-4717-0786-b91b-5b314d76cfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.333946] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c0614a-2fd2-4fe0-99ba-a7476b7b7976 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.345355] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 598.345355] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f4b1a8-dafb-763d-0862-49d591729d60" [ 598.345355] env[68989]: _type = "Task" [ 598.345355] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.355367] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f4b1a8-dafb-763d-0862-49d591729d60, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.355675] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.355925] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c5af5e6f-6f97-4e27-9b4d-f18d008f4eac/c5af5e6f-6f97-4e27-9b4d-f18d008f4eac.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.356204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.356391] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.356611] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14c7f9a1-ac82-4daa-ab8e-d950eaa24411 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.358715] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c413bdc-64cd-407d-bea1-ec842b83a17e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.367041] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 598.367041] env[68989]: value = "task-3217053" [ 598.367041] env[68989]: _type = "Task" [ 598.367041] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.367041] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.367329] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.370885] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21d3290-3be1-4800-be5d-f2e5cc01f142 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.379240] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.380661] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 598.380661] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e3fea-280b-b8b4-a0c1-63c01bf5cee4" [ 598.380661] env[68989]: _type = "Task" [ 598.380661] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.389078] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e3fea-280b-b8b4-a0c1-63c01bf5cee4, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.390023] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e867d5-2616-4a32-a0a5-949f6a89daf3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.398577] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 598.398577] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e7218a-bb4a-18af-a384-8e4a95bd698b" [ 598.398577] env[68989]: _type = "Task" [ 598.398577] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.411896] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e7218a-bb4a-18af-a384-8e4a95bd698b, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.418123] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.418123] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c852f0ff-1907-44d1-a4e0-6f2dd3528324/c852f0ff-1907-44d1-a4e0-6f2dd3528324.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.418123] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.418123] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.418539] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-311ceede-a30c-40c2-846e-b22c10ef7a25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.427072] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f11d478a-b850-49f7-92b7-23cfa37447cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.434189] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ed4595-2394-94e2-194b-c46eba3b5b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.435718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.435718] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.435718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.437444] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 598.437444] env[68989]: value = "task-3217054" [ 598.437444] env[68989]: _type = "Task" [ 598.437444] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.453022] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.459554] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.459754] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.460925] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b044a28f-a37e-4648-a623-4ce85940ad01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.468059] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 598.468059] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ce891-ddc9-4c4f-58fb-9319a13e0564" [ 598.468059] env[68989]: _type = "Task" [ 598.468059] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.477954] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ce891-ddc9-4c4f-58fb-9319a13e0564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.594457] env[68989]: DEBUG nova.network.neutron [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Updated VIF entry in instance network info cache for port 4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.594525] env[68989]: DEBUG nova.network.neutron [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Updating instance_info_cache with network_info: [{"id": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "address": "fa:16:3e:38:36:96", "network": {"id": "83cc12bc-9cbd-43af-b526-7f05b544459a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-690709009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b7abe1e1a74e4c9cbaad2973814687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdcf91e-d3", "ovs_interfaceid": "4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.753710] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.778607] env[68989]: DEBUG nova.scheduler.client.report [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.813313] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.815385] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] cae92c82-6fa0-485e-a58b-6eba91567a78/cae92c82-6fa0-485e-a58b-6eba91567a78.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.815591] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.818238] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1272b76-4c0e-4037-89b8-1b707fc86a6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.826403] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 598.826403] env[68989]: value = "task-3217055" [ 598.826403] env[68989]: _type = "Task" [ 598.826403] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.840314] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.881753] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.909291] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.921957] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Successfully created port: 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.960034] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.962588] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.962874] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.963020] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.963246] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.963386] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.963551] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.963760] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.963915] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.964779] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.964779] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.964779] env[68989]: DEBUG nova.virt.hardware [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.966258] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddf8169-a378-40d8-9d37-b68c143a808c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.979878] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ce891-ddc9-4c4f-58fb-9319a13e0564, 'name': SearchDatastore_Task, 'duration_secs': 0.063081} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.982859] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f54c77-051b-4353-a7db-e570574e6ed6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.988111] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8770b1e-cc83-4103-ad44-d301a285d348 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.001954] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 599.001954] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f83665-da36-4780-ccb6-f51a20539138" [ 599.001954] env[68989]: _type = "Task" [ 599.001954] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.012148] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f83665-da36-4780-ccb6-f51a20539138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.099204] env[68989]: DEBUG oslo_concurrency.lockutils [req-d52c512e-7efc-4179-bc6d-ebbd7c53d3d8 req-524801b0-d1de-4660-a611-f1b9b6504d3c service nova] Releasing lock "refresh_cache-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.249402] env[68989]: DEBUG nova.compute.manager [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Received event network-vif-plugged-9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.249663] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Acquiring lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.249838] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.250132] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.250204] env[68989]: DEBUG nova.compute.manager [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] No waiting events found dispatching network-vif-plugged-9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.250526] env[68989]: WARNING nova.compute.manager [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Received unexpected event network-vif-plugged-9b608973-e301-49c6-927f-93cbc90e96dc for instance with vm_state building and task_state spawning. [ 599.250526] env[68989]: DEBUG nova.compute.manager [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Received event network-changed-9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.250644] env[68989]: DEBUG nova.compute.manager [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Refreshing instance network info cache due to event network-changed-9b608973-e301-49c6-927f-93cbc90e96dc. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.251092] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Acquiring lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.251092] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Acquired lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.251092] env[68989]: DEBUG nova.network.neutron [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Refreshing network info cache for port 9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.285295] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.286365] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.291381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.834s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.291381] env[68989]: INFO nova.compute.claims [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.297860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.341560] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.341560] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.341795] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21136489-bf39-4216-b0e1-e41cd1c69183 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.371698] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] cae92c82-6fa0-485e-a58b-6eba91567a78/cae92c82-6fa0-485e-a58b-6eba91567a78.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.372635] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331f77ca-e600-475e-b826-788e5a6266d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.399863] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.401493] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c5af5e6f-6f97-4e27-9b4d-f18d008f4eac/c5af5e6f-6f97-4e27-9b4d-f18d008f4eac.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.401758] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.402146] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 599.402146] env[68989]: value = "task-3217056" [ 599.402146] env[68989]: _type = "Task" [ 599.402146] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.402431] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ec39ed-bcec-41da-a559-bdc2b7a419c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.415864] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.417897] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 599.417897] env[68989]: value = "task-3217057" [ 599.417897] env[68989]: _type = "Task" [ 599.417897] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.453169] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217054, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000391} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.453735] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c852f0ff-1907-44d1-a4e0-6f2dd3528324/c852f0ff-1907-44d1-a4e0-6f2dd3528324.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.453996] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.454297] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad5ec7d4-40ed-44d1-9063-2fd1a8d1a43f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.463253] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 599.463253] env[68989]: value = "task-3217058" [ 599.463253] env[68989]: _type = "Task" [ 599.463253] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.471481] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.517169] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f83665-da36-4780-ccb6-f51a20539138, 'name': SearchDatastore_Task, 'duration_secs': 0.054996} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.517169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.517169] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.517169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.517433] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.517433] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feaaaef5-143b-464b-ac13-72e2093d308f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.519723] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f37810db-ac69-43ef-b616-9a57759ab5b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.525353] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 599.525353] env[68989]: value = "task-3217059" [ 599.525353] env[68989]: _type = "Task" [ 599.525353] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.530984] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.531501] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.532257] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24010f1-c1ac-4c8c-8878-5702b88d7884 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.538355] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.540954] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 599.540954] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522efbd9-d749-fa48-4aa4-53060218ba39" [ 599.540954] env[68989]: _type = "Task" [ 599.540954] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.548635] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522efbd9-d749-fa48-4aa4-53060218ba39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.798887] env[68989]: DEBUG nova.compute.utils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.807175] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.807175] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.919972] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217056, 'name': ReconfigVM_Task, 'duration_secs': 0.298525} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.921349] env[68989]: DEBUG nova.policy [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04373a07675f4d35abb5e6a752861b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81f6dffcafac4304a7b4f9ac122ab26d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.927735] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Reconfigured VM instance instance-00000001 to attach disk [datastore2] cae92c82-6fa0-485e-a58b-6eba91567a78/cae92c82-6fa0-485e-a58b-6eba91567a78.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.928599] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c22b2e43-6585-461d-baa4-bbfd258a250a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.936887] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099158} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.936887] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.937305] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774ff3ca-9bfb-4f93-bdd4-8cfb37cdec03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.944567] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 599.944567] env[68989]: value = "task-3217060" [ 599.944567] env[68989]: _type = "Task" [ 599.944567] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.966221] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] c5af5e6f-6f97-4e27-9b4d-f18d008f4eac/c5af5e6f-6f97-4e27-9b4d-f18d008f4eac.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.967349] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3962aa9c-323c-414b-84ce-5c18158d1d58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.988794] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217060, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.995457] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059903} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.996027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.996392] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 599.996392] env[68989]: value = "task-3217061" [ 599.996392] env[68989]: _type = "Task" [ 599.996392] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.997148] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103f41d-b2e6-45d2-96a8-36415cbc9b7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.020980] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] c852f0ff-1907-44d1-a4e0-6f2dd3528324/c852f0ff-1907-44d1-a4e0-6f2dd3528324.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.025086] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca24437-1438-47ec-b003-5e84e73a5386 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.040413] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.049336] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 600.049336] env[68989]: value = "task-3217062" [ 600.049336] env[68989]: _type = "Task" [ 600.049336] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.052411] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446904} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.056587] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.056587] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.060365] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d408e504-5f66-4485-93b1-f2865a635ae4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.062483] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522efbd9-d749-fa48-4aa4-53060218ba39, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.064045] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b86388-ecc0-4322-a6d7-87f1e2507adc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.072392] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 600.072392] env[68989]: value = "task-3217063" [ 600.072392] env[68989]: _type = "Task" [ 600.072392] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.072392] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.078903] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 600.078903] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5278f5cc-2ce0-ea61-5c81-dbe151316167" [ 600.078903] env[68989]: _type = "Task" [ 600.078903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.087336] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.093592] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5278f5cc-2ce0-ea61-5c81-dbe151316167, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.093947] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.094481] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] cdb1d402-ec9c-446e-93e6-646ade3cc181/cdb1d402-ec9c-446e-93e6-646ade3cc181.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.094913] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ed1197-5ef2-4f97-866b-a195cb395410 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.102408] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 600.102408] env[68989]: value = "task-3217064" [ 600.102408] env[68989]: _type = "Task" [ 600.102408] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.112233] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.311898] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.461665] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217060, 'name': Rename_Task, 'duration_secs': 0.147819} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.461665] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.463117] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c22e5d-4ff7-471a-affc-3377c1eec712 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.472130] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 600.472130] env[68989]: value = "task-3217065" [ 600.472130] env[68989]: _type = "Task" [ 600.472130] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.489746] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.505711] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc19512-8093-4308-b504-ff260eb98ef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.518682] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc2bdd-2581-4da9-bc64-1e30964b9921 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.522427] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217061, 'name': ReconfigVM_Task, 'duration_secs': 0.306837} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.522918] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Reconfigured VM instance instance-00000002 to attach disk [datastore2] c5af5e6f-6f97-4e27-9b4d-f18d008f4eac/c5af5e6f-6f97-4e27-9b4d-f18d008f4eac.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.524572] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf0ea60-f8ca-4a40-aaed-85d2f0fabf96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.562584] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefffbaf-015d-420e-9a73-9a3ea3218ef6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.566523] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 600.566523] env[68989]: value = "task-3217066" [ 600.566523] env[68989]: _type = "Task" [ 600.566523] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.578576] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217062, 'name': ReconfigVM_Task, 'duration_secs': 0.339793} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.584015] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a320e-1e57-4cd2-8dd9-9c3cc33fd509 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.589587] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Reconfigured VM instance instance-00000004 to attach disk [datastore2] c852f0ff-1907-44d1-a4e0-6f2dd3528324/c852f0ff-1907-44d1-a4e0-6f2dd3528324.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.594246] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e270363a-7350-454d-be2d-20db64222951 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.596506] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217066, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.602954] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072468} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.622407] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.623636] env[68989]: DEBUG nova.compute.provider_tree [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.625173] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 600.625173] env[68989]: value = "task-3217067" [ 600.625173] env[68989]: _type = "Task" [ 600.625173] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.627146] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc12ba06-0d4b-43db-917f-5748cf1c04a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.638952] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.660322] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.666248] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86888be3-6421-4000-9130-ed13367c9c01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.680360] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217067, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.686762] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 600.686762] env[68989]: value = "task-3217068" [ 600.686762] env[68989]: _type = "Task" [ 600.686762] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.697028] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.791235] env[68989]: DEBUG nova.network.neutron [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Updated VIF entry in instance network info cache for port 9b608973-e301-49c6-927f-93cbc90e96dc. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.791531] env[68989]: DEBUG nova.network.neutron [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Updating instance_info_cache with network_info: [{"id": "9b608973-e301-49c6-927f-93cbc90e96dc", "address": "fa:16:3e:8c:dc:c5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b608973-e3", "ovs_interfaceid": "9b608973-e301-49c6-927f-93cbc90e96dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.985016] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.992026] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Successfully created port: 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.079827] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217066, 'name': Rename_Task, 'duration_secs': 0.301689} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.081878] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.081878] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d5dff4-d7c5-4d47-a65a-8c4a6b94f151 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.088367] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 601.088367] env[68989]: value = "task-3217069" [ 601.088367] env[68989]: _type = "Task" [ 601.088367] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.099022] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.115968] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68101} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.115968] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] cdb1d402-ec9c-446e-93e6-646ade3cc181/cdb1d402-ec9c-446e-93e6-646ade3cc181.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.115968] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.115968] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc30603-6265-4cca-a202-711a97dbd4dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.122776] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 601.122776] env[68989]: value = "task-3217070" [ 601.122776] env[68989]: _type = "Task" [ 601.122776] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.128328] env[68989]: DEBUG nova.scheduler.client.report [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.141396] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.144954] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217067, 'name': Rename_Task, 'duration_secs': 0.272992} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.145420] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.146158] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abab439a-1887-4de5-b972-25d41d0b49eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.151883] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 601.151883] env[68989]: value = "task-3217071" [ 601.151883] env[68989]: _type = "Task" [ 601.151883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.164022] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.197874] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217068, 'name': ReconfigVM_Task, 'duration_secs': 0.480172} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.197874] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.198179] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce23ca8f-cfc3-4b04-99dd-6418894cd20b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.205658] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 601.205658] env[68989]: value = "task-3217072" [ 601.205658] env[68989]: _type = "Task" [ 601.205658] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.218571] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217072, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.298786] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b826bb-d748-4917-990d-7cf92d04d6b2 req-fbd73fed-b2f9-4795-b622-77a33b3236b0 service nova] Releasing lock "refresh_cache-cdb1d402-ec9c-446e-93e6-646ade3cc181" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.323759] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.352278] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.352528] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.352708] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.352889] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.353044] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.353192] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.353757] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.353757] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.353757] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.353930] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.355077] env[68989]: DEBUG nova.virt.hardware [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.355715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e980092-cbd7-40ad-a77e-1c2f7d013e3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.364254] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336008c8-ea45-407b-8122-5ff69c80761c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.488664] env[68989]: DEBUG oslo_vmware.api [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217065, 'name': PowerOnVM_Task, 'duration_secs': 0.647171} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.488664] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.488664] env[68989]: INFO nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Took 13.91 seconds to spawn the instance on the hypervisor. [ 601.488664] env[68989]: DEBUG nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.488905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da609d-7ec0-4a42-930d-c3a8b0528631 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.592132] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.592605] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.606076] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.633947] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.633947] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.635023] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073518} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.635640] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.339s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.637469] env[68989]: INFO nova.compute.claims [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.640469] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.641823] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39603f65-05d0-4bfa-8703-a5fcdcf7e3be {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.665645] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] cdb1d402-ec9c-446e-93e6-646ade3cc181/cdb1d402-ec9c-446e-93e6-646ade3cc181.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.670020] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf22762-cdd6-42f6-91e7-f7195244d6d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.692338] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217071, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.695122] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 601.695122] env[68989]: value = "task-3217073" [ 601.695122] env[68989]: _type = "Task" [ 601.695122] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.706136] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.714911] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217072, 'name': Rename_Task, 'duration_secs': 0.329138} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.715336] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.715643] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206e9ea6-40ba-4abc-9763-4907276e5561 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.724169] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 601.724169] env[68989]: value = "task-3217074" [ 601.724169] env[68989]: _type = "Task" [ 601.724169] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.733207] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.012121] env[68989]: INFO nova.compute.manager [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Took 18.66 seconds to build instance. [ 602.101307] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.116043] env[68989]: DEBUG oslo_vmware.api [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217069, 'name': PowerOnVM_Task, 'duration_secs': 0.81647} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.116043] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.116043] env[68989]: INFO nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Took 12.27 seconds to spawn the instance on the hypervisor. [ 602.116043] env[68989]: DEBUG nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.116043] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43c4fe-9c2f-4396-9487-8beb7bbbaaba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.143108] env[68989]: DEBUG nova.compute.utils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.144399] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.144591] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.168419] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217071, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.206729] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.234175] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.378036] env[68989]: DEBUG nova.policy [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e01b0b648c9a4f9c9b88f7a1e6b8f1c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c57fe4d2697472789d74e01ae9eb60c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.449504] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Successfully updated port: 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.522911] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf109e40-a448-4f6b-8518-485158eb87b7 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.180s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.595831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.595831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.639223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.639768] env[68989]: INFO nova.compute.manager [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Took 17.57 seconds to build instance. [ 602.650664] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.679586] env[68989]: DEBUG oslo_vmware.api [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217071, 'name': PowerOnVM_Task, 'duration_secs': 1.181158} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.679920] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.679994] env[68989]: INFO nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Took 8.37 seconds to spawn the instance on the hypervisor. [ 602.680184] env[68989]: DEBUG nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.681016] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ee241-e8bc-4f4f-8a8e-bd31a78eea67 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.707360] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217073, 'name': ReconfigVM_Task, 'duration_secs': 0.626658} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.710188] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Reconfigured VM instance instance-00000003 to attach disk [datastore2] cdb1d402-ec9c-446e-93e6-646ade3cc181/cdb1d402-ec9c-446e-93e6-646ade3cc181.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.711037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e664cb08-5fec-4502-b5d1-2fa52665402c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.717594] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 602.717594] env[68989]: value = "task-3217075" [ 602.717594] env[68989]: _type = "Task" [ 602.717594] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.727379] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217075, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.738688] env[68989]: DEBUG oslo_vmware.api [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217074, 'name': PowerOnVM_Task, 'duration_secs': 0.756736} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.738954] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.739297] env[68989]: INFO nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Took 6.15 seconds to spawn the instance on the hypervisor. [ 602.739480] env[68989]: DEBUG nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.740521] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800dc871-49ff-40d4-a8e3-1d059fe7e32d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.895912] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7669bc-8399-47b9-bb99-2e746f930645 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.906023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588928bc-d179-4601-bf2f-f7c557b4b048 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.948453] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea6340-13dc-4a52-86b4-4e59218db7ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.953647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.953697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquired lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.954095] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.960746] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf99c00-8499-446e-bc3e-65cb43d21a43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.975270] env[68989]: DEBUG nova.compute.provider_tree [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.097070] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.145024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b3ec0aa0-255f-48c7-9cda-1566c635c21b tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.079s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.201583] env[68989]: INFO nova.compute.manager [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Took 15.43 seconds to build instance. [ 603.232441] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217075, 'name': Rename_Task, 'duration_secs': 0.167082} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.232852] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.233156] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2491828-7d03-4ed6-aa64-589eedd53e35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.241481] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 603.241481] env[68989]: value = "task-3217076" [ 603.241481] env[68989]: _type = "Task" [ 603.241481] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.250816] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.258961] env[68989]: INFO nova.compute.manager [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Took 15.40 seconds to build instance. [ 603.349785] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Successfully created port: 270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.480623] env[68989]: DEBUG nova.scheduler.client.report [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.632041] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.639637] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.670510] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.704415] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dd821de-0508-47e6-8693-18ecc58a055c tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.945s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.728032] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.728032] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.728242] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.728384] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.728530] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.728675] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.728889] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.729078] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.729266] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.729462] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.731243] env[68989]: DEBUG nova.virt.hardware [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.731243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ba4715-4b58-45ac-ae54-7f9c19c2a8dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.740461] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31572127-1674-4449-9d2c-21027acee61d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.769030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8d783f62-1fa1-4ba8-b76c-706e4c2d8acc tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.915s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.769355] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.987271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.990020] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.991330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.353s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.993150] env[68989]: INFO nova.compute.claims [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.189329] env[68989]: DEBUG nova.network.neutron [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updating instance_info_cache with network_info: [{"id": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "address": "fa:16:3e:23:5c:80", "network": {"id": "41cd7143-849b-439c-90a3-95118105ec81", "bridge": "br-int", "label": "tempest-ServersTestJSON-907507539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22485b837392454497bd922997c2e9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a8b1ae-a7", "ovs_interfaceid": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.197720] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.198079] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.198288] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.198479] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.198670] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.198859] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.199083] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.258497] env[68989]: DEBUG oslo_vmware.api [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217076, 'name': PowerOnVM_Task, 'duration_secs': 0.706865} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.260076] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.260259] env[68989]: INFO nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Took 12.21 seconds to spawn the instance on the hypervisor. [ 604.260575] env[68989]: DEBUG nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.261855] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ffbd82-0f68-4d33-a0c6-d723d9750190 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.355332] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.355760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.387636] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Successfully updated port: 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.441155] env[68989]: DEBUG nova.compute.manager [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Received event network-vif-plugged-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.441494] env[68989]: DEBUG oslo_concurrency.lockutils [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] Acquiring lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.441591] env[68989]: DEBUG oslo_concurrency.lockutils [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.441759] env[68989]: DEBUG oslo_concurrency.lockutils [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.441909] env[68989]: DEBUG nova.compute.manager [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] No waiting events found dispatching network-vif-plugged-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.442555] env[68989]: WARNING nova.compute.manager [req-ceea37dc-8e01-4f52-8cab-6867bdd99097 req-1c09292b-97ea-4119-8900-330f8ebb37a0 service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Received unexpected event network-vif-plugged-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 for instance with vm_state building and task_state spawning. [ 604.499970] env[68989]: DEBUG nova.compute.utils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.501766] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.501937] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.572979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.573270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.667029] env[68989]: DEBUG nova.policy [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f298d2c50950405eb0b704045644abc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab9539820d04563a34819c2b1ac8ad9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.694271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Releasing lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.695191] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Instance network_info: |[{"id": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "address": "fa:16:3e:23:5c:80", "network": {"id": "41cd7143-849b-439c-90a3-95118105ec81", "bridge": "br-int", "label": "tempest-ServersTestJSON-907507539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22485b837392454497bd922997c2e9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a8b1ae-a7", "ovs_interfaceid": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.696018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:5c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a8b1ae-a7a1-4f60-9d6a-1a500806ba58', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.709108] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Creating folder: Project (22485b837392454497bd922997c2e9bd). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.713312] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Getting list of instances from cluster (obj){ [ 604.713312] env[68989]: value = "domain-c8" [ 604.713312] env[68989]: _type = "ClusterComputeResource" [ 604.713312] env[68989]: } {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.714133] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3d60ad-2eb3-484c-ac50-c148458980d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.719682] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51355ac0-d2b3-4704-ab0b-4c4fb741b01e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.735288] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Got total of 5 instances {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.735505] env[68989]: WARNING nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] While synchronizing instance power states, found 10 instances in the database and 5 instances on the hypervisor. [ 604.735672] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid cae92c82-6fa0-485e-a58b-6eba91567a78 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.735896] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid c5af5e6f-6f97-4e27-9b4d-f18d008f4eac {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736077] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid cdb1d402-ec9c-446e-93e6-646ade3cc181 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736264] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid c852f0ff-1907-44d1-a4e0-6f2dd3528324 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736419] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 925a407f-db5a-4296-94e1-8108d6884fc7 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736595] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736751] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 5e566369-7f7f-4996-a001-a624344f0aeb {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.736900] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 07eb86d6-904b-4003-a210-41bbe5b36401 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.737093] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 774d5963-ca7a-4aae-b8e1-ceed95b15682 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.737298] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.740075] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "cae92c82-6fa0-485e-a58b-6eba91567a78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.740440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.740760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.740984] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.741229] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.741465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.741646] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.741899] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "925a407f-db5a-4296-94e1-8108d6884fc7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.742100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.742325] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.743078] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "5e566369-7f7f-4996-a001-a624344f0aeb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.743282] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "07eb86d6-904b-4003-a210-41bbe5b36401" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.743547] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.743786] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.743990] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.744252] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 604.744819] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Created folder: Project (22485b837392454497bd922997c2e9bd) in parent group-v643186. [ 604.744988] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Creating folder: Instances. Parent ref: group-v643202. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.745847] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123ddaa-c57a-47e6-b14a-aad2dd281191 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.750917] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f0c71-22c9-49c4-8251-3b6f5c6a64a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.758514] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6c14a-0e1c-489e-a8a3-0a348ebce503 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.766436] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda66b0-796f-40a5-a9fc-2c3a5f6d42f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.772017] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.772017] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d5fc0c-6dc4-4a9b-90cc-5adc8f65c607 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.813114] env[68989]: WARNING oslo_messaging._drivers.amqpdriver [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 604.813922] env[68989]: INFO nova.compute.manager [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Took 17.39 seconds to build instance. [ 604.819225] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Created folder: Instances in parent group-v643202. [ 604.819474] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.822651] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.823727] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d6047d-ca10-455b-aa8b-eca52914065a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.849117] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.849117] env[68989]: value = "task-3217079" [ 604.849117] env[68989]: _type = "Task" [ 604.849117] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.859333] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.861932] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217079, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.890358] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.890654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.891170] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.006270] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.076282] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.225393] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "interface-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.226452] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "interface-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.226452] env[68989]: DEBUG nova.objects.instance [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lazy-loading 'flavor' on Instance uuid c5af5e6f-6f97-4e27-9b4d-f18d008f4eac {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.278887] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.289323] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc5d746-b4ac-411d-91df-3d775a656d39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.300387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65898688-2c87-4200-96db-045ce3e76efe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.335213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.594s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.335752] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.593s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.335917] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d31957-6391-4f60-81f8-5865749a7fb0 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.925s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.336878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.596s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.337090] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] During sync_power_state the instance has a pending task (spawning). Skip. [ 605.337260] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.339030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397bf4c-805c-4776-b386-54edfaa8e22a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.350597] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f385fca-62d0-42f8-b7f3-7c0c1d31c6d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.355856] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.614s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.356145] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.380225] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217079, 'name': CreateVM_Task, 'duration_secs': 0.389956} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.380686] env[68989]: DEBUG nova.compute.provider_tree [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.383948] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.387080] env[68989]: DEBUG oslo_vmware.service [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbe44b-e980-4c81-90cd-cfb7a3d8a90f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.401195] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.402893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.402893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.402893] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc0381a-198b-4d8b-b6b8-c96b74f38483 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.407686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.413697] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 605.413697] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529119dc-d717-d145-a9a0-ccab4e724081" [ 605.413697] env[68989]: _type = "Task" [ 605.413697] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.424010] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529119dc-d717-d145-a9a0-ccab4e724081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.494821] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.607573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.731216] env[68989]: DEBUG nova.objects.instance [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lazy-loading 'pci_requests' on Instance uuid c5af5e6f-6f97-4e27-9b4d-f18d008f4eac {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.815506] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Successfully created port: bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.869727] env[68989]: DEBUG nova.network.neutron [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.888566] env[68989]: DEBUG nova.scheduler.client.report [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.924778] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.928028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.928374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.928588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.928827] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.929158] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ff3bb85-8845-4105-b6bc-6a7ba3d50bc9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.948872] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.949107] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.950245] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3ad8b1-16d3-4edb-bd9b-d9e714e41ff1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.956737] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efce1296-ea5a-45c9-b1ce-e106e5329af4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.961761] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 605.961761] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a6178-c18d-0ec9-e68e-7c600358ab0e" [ 605.961761] env[68989]: _type = "Task" [ 605.961761] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.969639] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a6178-c18d-0ec9-e68e-7c600358ab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.022769] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.055454] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.055896] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.056243] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.056521] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.056742] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.057545] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.057847] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.058036] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.058213] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.058381] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.058557] env[68989]: DEBUG nova.virt.hardware [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.059441] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f8432e-221f-40b5-8c61-41fe46b1ea04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.068179] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ea026-e75c-46fa-86bc-be5cbb73c541 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.237449] env[68989]: DEBUG nova.objects.base [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 606.237723] env[68989]: DEBUG nova.network.neutron [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.374263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.374587] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Instance network_info: |[{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.375019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:3e:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.383455] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Creating folder: Project (81f6dffcafac4304a7b4f9ac122ab26d). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.383860] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5972e24-e7fd-449b-92b2-472007fce1cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.394982] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.395823] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.402026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.761s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.402835] env[68989]: INFO nova.compute.claims [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.405341] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Created folder: Project (81f6dffcafac4304a7b4f9ac122ab26d) in parent group-v643186. [ 606.405518] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Creating folder: Instances. Parent ref: group-v643205. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.405815] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8186dfeb-79bc-4105-a30c-5817ef05fa01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.415929] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Created folder: Instances in parent group-v643205. [ 606.416189] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.416408] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.416703] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2697c3d-28fa-4ba0-b81e-3046d1424f61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.448853] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.448853] env[68989]: value = "task-3217082" [ 606.448853] env[68989]: _type = "Task" [ 606.448853] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.457941] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217082, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.470623] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.470917] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Creating directory with path [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.471170] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2713dc27-181c-49ef-9aca-27ab6363ebdb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.490462] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Created directory with path [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.490462] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Fetch image to [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.490462] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Downloading image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk on the data store datastore1 {{(pid=68989) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.490462] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6216f08b-bad8-4b58-b7f2-7e5b3dc0ed6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.500189] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c84a7f-02a8-4ebd-8d08-d8cb59ca273a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.511556] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b925580-c107-4ff4-abf5-2dc0a4cee6ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.550311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6be76b52-3d23-4475-bd3f-058ce628ce13 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "interface-c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.322s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.550311] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7373c0a2-7c89-4c32-8551-e7fa956766e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.555988] env[68989]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ca430efd-9366-4619-a26f-8d9f4782374f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.575663] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Successfully updated port: 270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.580523] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Downloading image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to the data store datastore1 {{(pid=68989) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.666382] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.901163] env[68989]: DEBUG nova.compute.utils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.902940] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.903098] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.960448] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217082, 'name': CreateVM_Task, 'duration_secs': 0.356349} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.960980] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.961758] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.961941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.962320] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.962596] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb42183-765f-4786-92ab-962036acea51 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.967649] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 606.967649] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52551a2f-3aa5-ddb9-41d6-059440767f17" [ 606.967649] env[68989]: _type = "Task" [ 606.967649] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.979931] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52551a2f-3aa5-ddb9-41d6-059440767f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.079030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.079245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquired lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.079343] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.116914] env[68989]: DEBUG nova.policy [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c6e2ecdc344940b39821f1e1c9b4ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e389c7e28944471f80502311f1240d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.393222] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.393222] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.409181] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.485832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.486116] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.486577] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.504416] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Downloaded image file data 4a568452-d0ad-4f10-afaa-61728fe9b22e to vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk on the data store datastore1 {{(pid=68989) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.506841] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.507075] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Copying Virtual Disk [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk to [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.508098] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a6b0da-15b7-4e19-8dd0-f7b0eca8702b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.517211] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 607.517211] env[68989]: value = "task-3217083" [ 607.517211] env[68989]: _type = "Task" [ 607.517211] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.526512] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.642467] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.739824] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bdc628-fbd5-45c8-9957-960452ab61a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.747537] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03257b7-aa4c-4c96-ac3a-5469a274c72c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.784325] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b48e5-341c-4f95-9f65-68673cf972bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.792576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3de1ed-7c83-4d7e-a281-cf022f3ebb8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.805868] env[68989]: DEBUG nova.compute.provider_tree [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.846188] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Successfully created port: 2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.025785] env[68989]: DEBUG nova.compute.manager [None req-5550450e-0c9f-407e-9da3-eab6b9c80283 tempest-ServerDiagnosticsV248Test-1951781177 tempest-ServerDiagnosticsV248Test-1951781177-project-admin] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.027558] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e14dfb-07aa-4c7e-a2e6-28dbe3929aa9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.035012] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217083, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.041169] env[68989]: INFO nova.compute.manager [None req-5550450e-0c9f-407e-9da3-eab6b9c80283 tempest-ServerDiagnosticsV248Test-1951781177 tempest-ServerDiagnosticsV248Test-1951781177-project-admin] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Retrieving diagnostics [ 608.044779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4a6802-5bc5-4467-953f-6724827d812e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.102836] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Successfully updated port: bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.176582] env[68989]: DEBUG nova.network.neutron [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Updating instance_info_cache with network_info: [{"id": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "address": "fa:16:3e:c1:df:4d", "network": {"id": "fa0d725f-7119-4a82-86d1-088d07bd4d22", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1125309712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c57fe4d2697472789d74e01ae9eb60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270d2fc0-a9", "ovs_interfaceid": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.309358] env[68989]: DEBUG nova.scheduler.client.report [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.425067] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.451172] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.451172] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.451172] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.452174] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.452174] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.452174] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.452174] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.452174] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.452378] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.452594] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.452802] env[68989]: DEBUG nova.virt.hardware [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.453878] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2e2ea-a0c9-4ffc-9b79-3994a9ee6889 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.464794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215732cf-0854-4f7e-a922-b46039ad1ea9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.529618] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.549226] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Acquiring lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.549503] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.550674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Acquiring lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.550898] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.551088] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.553358] env[68989]: INFO nova.compute.manager [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Terminating instance [ 608.609575] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.611108] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquired lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.611108] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.679333] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Releasing lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.679691] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Instance network_info: |[{"id": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "address": "fa:16:3e:c1:df:4d", "network": {"id": "fa0d725f-7119-4a82-86d1-088d07bd4d22", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1125309712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c57fe4d2697472789d74e01ae9eb60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270d2fc0-a9", "ovs_interfaceid": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.680161] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:df:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270d2fc0-a923-44f8-94e7-3bcf5b8d4f13', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.695820] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Creating folder: Project (3c57fe4d2697472789d74e01ae9eb60c). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.697725] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fbf95f9-8d02-4bc5-8b8a-2debc4a67985 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.713169] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Created folder: Project (3c57fe4d2697472789d74e01ae9eb60c) in parent group-v643186. [ 608.713423] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Creating folder: Instances. Parent ref: group-v643208. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.713737] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cfa4fe-8d51-4c08-80ef-32611db4ab0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.722696] env[68989]: DEBUG nova.compute.manager [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Received event network-vif-plugged-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.722974] env[68989]: DEBUG oslo_concurrency.lockutils [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] Acquiring lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.723250] env[68989]: DEBUG oslo_concurrency.lockutils [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] Lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.723533] env[68989]: DEBUG oslo_concurrency.lockutils [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] Lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.723834] env[68989]: DEBUG nova.compute.manager [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] No waiting events found dispatching network-vif-plugged-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.724071] env[68989]: WARNING nova.compute.manager [req-4564fca8-9332-4dde-a4f4-b9f34b5ebe45 req-87ba30bb-cb8d-4cb7-a149-3a4c67d9a266 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Received unexpected event network-vif-plugged-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 for instance with vm_state building and task_state spawning. [ 608.726118] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Created folder: Instances in parent group-v643208. [ 608.726277] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.726460] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.726687] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a197865f-a65e-438b-b4a3-2ba61626cea9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.748355] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.748355] env[68989]: value = "task-3217086" [ 608.748355] env[68989]: _type = "Task" [ 608.748355] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.755328] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Received event network-changed-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.755328] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Refreshing instance network info cache due to event network-changed-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.755476] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Acquiring lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.755509] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Acquired lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.755670] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Refreshing network info cache for port 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.766513] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217086, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.816471] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.817750] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.821943] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.543s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.822056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.822231] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 608.822606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.415s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.824396] env[68989]: INFO nova.compute.claims [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.828999] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19d0602-ecf5-4fb7-a5ed-592367f5a649 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.848194] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb695c9a-9a4d-4edd-9220-10e38d45859e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.866100] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428626ae-436a-4682-a13d-9773932a8a3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.882216] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac581e-8b2c-4d2f-8288-3a8b54d3096c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.918992] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181052MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 608.919172] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.029887] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217083, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.274563} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.030193] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Copied Virtual Disk [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk to [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.030398] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleting the datastore file [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e/tmp-sparse.vmdk {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.030658] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65d6d70-7cd1-4aec-ab08-326f0da930b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.043022] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 609.043022] env[68989]: value = "task-3217087" [ 609.043022] env[68989]: _type = "Task" [ 609.043022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.055897] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.058168] env[68989]: DEBUG nova.compute.manager [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.058364] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.059836] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4789e0-04f5-4a51-aa41-030819d90489 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.067831] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.070788] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72800bc6-e489-406f-8823-bc89adc792e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.077532] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Waiting for the task: (returnval){ [ 609.077532] env[68989]: value = "task-3217088" [ 609.077532] env[68989]: _type = "Task" [ 609.077532] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.092388] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Task: {'id': task-3217088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.172244] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.269785] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "c55e04e0-6053-415f-892e-881b66cbfa98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.270120] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.282478] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217086, 'name': CreateVM_Task, 'duration_secs': 0.439589} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.283753] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.284626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.285266] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.285638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.287097] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c153b7a7-a49b-4dde-bd76-c84ae19fcd4d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.296510] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 609.296510] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52159c58-ab31-7196-7d22-4d86d9cd9d78" [ 609.296510] env[68989]: _type = "Task" [ 609.296510] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.309359] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52159c58-ab31-7196-7d22-4d86d9cd9d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.329607] env[68989]: DEBUG nova.compute.utils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.333738] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.333979] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.483765] env[68989]: DEBUG nova.policy [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.552787] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.553054] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.554954] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Moving file from [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02/4a568452-d0ad-4f10-afaa-61728fe9b22e to [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e. {{(pid=68989) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.554954] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c35ac50c-0a10-479b-ba4b-84d2ddd46e6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.567354] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 609.567354] env[68989]: value = "task-3217089" [ 609.567354] env[68989]: _type = "Task" [ 609.567354] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.578460] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217089, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.589425] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Task: {'id': task-3217088, 'name': PowerOffVM_Task, 'duration_secs': 0.227471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.589425] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.589425] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.589425] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32f8a17c-2587-4dab-8617-d77d4c4c0f0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.596166] env[68989]: INFO nova.compute.manager [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Rebuilding instance [ 609.652229] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.652479] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.654136] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Deleting the datastore file [datastore2] cdb1d402-ec9c-446e-93e6-646ade3cc181 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.657591] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55552261-e5aa-4892-a871-e3d46f5ebd8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.667840] env[68989]: DEBUG nova.compute.manager [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.668294] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Waiting for the task: (returnval){ [ 609.668294] env[68989]: value = "task-3217091" [ 609.668294] env[68989]: _type = "Task" [ 609.668294] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.669175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf9812-0460-4ea9-892d-888dba18b30f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.690406] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Task: {'id': task-3217091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.695292] env[68989]: DEBUG nova.network.neutron [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Updating instance_info_cache with network_info: [{"id": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "address": "fa:16:3e:2b:54:26", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21336f-39", "ovs_interfaceid": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.785354] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.809714] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.810092] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.810304] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.835655] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.990274] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updated VIF entry in instance network info cache for port 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.991129] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updating instance_info_cache with network_info: [{"id": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "address": "fa:16:3e:23:5c:80", "network": {"id": "41cd7143-849b-439c-90a3-95118105ec81", "bridge": "br-int", "label": "tempest-ServersTestJSON-907507539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22485b837392454497bd922997c2e9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a8b1ae-a7", "ovs_interfaceid": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.085445] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217089, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039599} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.086278] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] File moved {{(pid=68989) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.086278] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Cleaning up location [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.086278] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleting the datastore file [datastore1] vmware_temp/a9ddb3ee-62ba-4143-bff5-c69b1fceaa02 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.086430] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22ac85c-d72d-4c34-87ef-7b42f0249074 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.097656] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 610.097656] env[68989]: value = "task-3217092" [ 610.097656] env[68989]: _type = "Task" [ 610.097656] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.108100] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.125175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905fafc-70c8-4bd4-b881-5a800b5a2bbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.133845] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f96f1b-9760-465e-b3ff-aae53bc89d89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.169349] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e1875-6a94-4184-af77-ecb3ea908a6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.176262] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "60b58bcc-68e2-4955-a121-5b41cc58946d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.176713] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.186910] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670166d-2b54-41c7-ad02-fa33460773fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.195792] env[68989]: DEBUG oslo_vmware.api [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Task: {'id': task-3217091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269781} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.206742] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.207401] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.207401] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.207401] env[68989]: INFO nova.compute.manager [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Took 1.15 seconds to destroy the instance on the hypervisor. [ 610.207783] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.209204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Releasing lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.209204] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Instance network_info: |[{"id": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "address": "fa:16:3e:2b:54:26", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21336f-39", "ovs_interfaceid": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.209490] env[68989]: DEBUG nova.compute.provider_tree [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.214018] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.214018] env[68989]: DEBUG nova.compute.manager [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.214018] env[68989]: DEBUG nova.network.neutron [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.214018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:54:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd21336f-39aa-427c-b4cf-7e624b56db7f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.221341] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Creating folder: Project (8ab9539820d04563a34819c2b1ac8ad9). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.221341] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3cfe1a-0533-498c-af70-1d00014b04a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.225092] env[68989]: DEBUG nova.scheduler.client.report [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.227962] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84bcdc70-d520-4e10-803e-f1b1b6abe035 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.236400] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 610.236400] env[68989]: value = "task-3217093" [ 610.236400] env[68989]: _type = "Task" [ 610.236400] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.241236] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Created folder: Project (8ab9539820d04563a34819c2b1ac8ad9) in parent group-v643186. [ 610.241433] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Creating folder: Instances. Parent ref: group-v643211. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.243353] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49082518-f7f4-474c-9e89-9420c8278100 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.247700] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.255018] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Created folder: Instances in parent group-v643211. [ 610.255402] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.255530] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.255775] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee027840-6a68-4f6b-9e9c-f64b3149f6a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.278061] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.278061] env[68989]: value = "task-3217096" [ 610.278061] env[68989]: _type = "Task" [ 610.278061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.287026] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217096, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.310737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.435550] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Successfully created port: 6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.494778] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Releasing lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495159] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-vif-plugged-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.495418] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Acquiring lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.495639] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.495792] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.496509] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] No waiting events found dispatching network-vif-plugged-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.496743] env[68989]: WARNING nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received unexpected event network-vif-plugged-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae for instance with vm_state building and task_state spawning. [ 610.496931] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.497125] env[68989]: DEBUG nova.compute.manager [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing instance network info cache due to event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.497278] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.497414] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.497577] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.586624] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.587264] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.587483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.587700] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.587878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.592107] env[68989]: INFO nova.compute.manager [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Terminating instance [ 610.614336] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049497} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.614654] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.617548] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca1d79c-b182-4446-84be-bec8fa39663b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.625636] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 610.625636] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c626b-54a1-0a52-ad0f-55522b317f35" [ 610.625636] env[68989]: _type = "Task" [ 610.625636] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.634229] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Successfully updated port: 2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.644588] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c626b-54a1-0a52-ad0f-55522b317f35, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.644882] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.645154] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2/ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.647849] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.647849] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.647849] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db89dcb-90ef-4511-bad6-f8006f29296a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.648373] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd80ef72-6764-4ba0-bec3-eb91d2d76229 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.654978] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 610.654978] env[68989]: value = "task-3217097" [ 610.654978] env[68989]: _type = "Task" [ 610.654978] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.663941] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.663941] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.663941] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bf1e88-0f24-435a-8107-6a444b6bf1ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.670843] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.676211] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 610.676211] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e006f5-71cd-902f-75ef-7e5817d99aec" [ 610.676211] env[68989]: _type = "Task" [ 610.676211] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.680794] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.689830] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e006f5-71cd-902f-75ef-7e5817d99aec, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.690891] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978f3861-7f97-4c89-9a2c-d3a472b3ac6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.696011] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 610.696011] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527899d5-969c-0e51-ef72-16bce9780793" [ 610.696011] env[68989]: _type = "Task" [ 610.696011] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.709711] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527899d5-969c-0e51-ef72-16bce9780793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.733086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.733086] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.736658] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.129s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.741436] env[68989]: INFO nova.compute.claims [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.758362] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217093, 'name': PowerOffVM_Task, 'duration_secs': 0.245477} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.758362] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.758467] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.759362] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5812686-5986-4672-970e-8ebf2714205b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.768121] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.768660] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-513bce65-ac0e-4bfc-91ec-3b5bd61bbe76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.787714] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217096, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.790605] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.790605] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.790605] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Deleting the datastore file [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.790605] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e0044c0-9706-4cdf-90a2-383fd0e3acb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.799162] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 610.799162] env[68989]: value = "task-3217099" [ 610.799162] env[68989]: _type = "Task" [ 610.799162] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.808880] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.849701] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.885908] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.886332] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.886332] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.886512] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.886673] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.887161] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.887522] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.887522] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.887910] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.890620] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.890620] env[68989]: DEBUG nova.virt.hardware [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.890620] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c53a3-9a01-4f7d-9e93-d6ae27d647d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.899144] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e448a7-2f20-4c18-b903-8d2110ae982f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.098533] env[68989]: DEBUG nova.compute.manager [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.098919] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.100026] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0187a574-24c1-4d06-8880-5ef8d16a12ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.109904] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.113040] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87784aff-7b51-4c72-85cf-9e981a9fb460 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.120407] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 611.120407] env[68989]: value = "task-3217100" [ 611.120407] env[68989]: _type = "Task" [ 611.120407] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.129821] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.137799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.138030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.138229] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.167590] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507922} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.167590] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2/ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.168597] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.169441] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-376e2f09-7337-4bbe-9906-e4397cd8d576 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.177589] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 611.177589] env[68989]: value = "task-3217101" [ 611.177589] env[68989]: _type = "Task" [ 611.177589] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.190596] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.209841] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527899d5-969c-0e51-ef72-16bce9780793, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.210885] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.211214] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.211523] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 5e566369-7f7f-4996-a001-a624344f0aeb/5e566369-7f7f-4996-a001-a624344f0aeb.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.212142] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.212142] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.212345] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ac36cd-09d9-47a2-bf28-609b397ba963 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.214377] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd48e67-90c7-40b7-9672-6d494267d97d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.221839] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 611.221839] env[68989]: value = "task-3217102" [ 611.221839] env[68989]: _type = "Task" [ 611.221839] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.226414] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.226644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.227691] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3f4cdb-8981-46d0-baee-822d7a18523b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.233181] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.237048] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 611.237048] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c5b65-b225-0b42-f0b8-bb7966566b62" [ 611.237048] env[68989]: _type = "Task" [ 611.237048] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.245545] env[68989]: DEBUG nova.compute.utils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.246921] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c5b65-b225-0b42-f0b8-bb7966566b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.249391] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.249582] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.287566] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217096, 'name': CreateVM_Task, 'duration_secs': 0.51712} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.287935] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.288691] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.289033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.289406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.289696] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d96d43-8b09-4fc5-8ca5-d34c7064f7f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295509] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 611.295509] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f8fcfe-86da-eef3-a204-7eeeecf6738a" [ 611.295509] env[68989]: _type = "Task" [ 611.295509] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.310036] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f8fcfe-86da-eef3-a204-7eeeecf6738a, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.316155] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.317566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.317566] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.317834] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141663} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.318072] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.318260] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.318416] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.490729] env[68989]: DEBUG nova.policy [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c726536dc204d5b9b30ab0fa941a1f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e2daf9307d4620aeb8985abf15f839', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.633210] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217100, 'name': PowerOffVM_Task, 'duration_secs': 0.192215} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.633325] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.633438] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.634233] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e849bf-196e-4436-866d-c980f2cd912d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.688291] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068338} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.688644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.689447] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95a4091-703d-47b7-8f8e-2cd6ebeb2368 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.698860] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.698860] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.698860] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Deleting the datastore file [datastore2] c5af5e6f-6f97-4e27-9b4d-f18d008f4eac {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.710116] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f2615f-8366-40bc-88ba-08b59914c0ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.721699] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2/ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.724734] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d91129-0e0d-4054-ada4-292cd7851b58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.754965] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.755847] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for the task: (returnval){ [ 611.755847] env[68989]: value = "task-3217104" [ 611.755847] env[68989]: _type = "Task" [ 611.755847] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.760935] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 611.760935] env[68989]: value = "task-3217105" [ 611.760935] env[68989]: _type = "Task" [ 611.760935] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.775555] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.775555] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c5b65-b225-0b42-f0b8-bb7966566b62, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.775555] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.778965] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4111b50-77a9-43a5-8212-682fb74e1e4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.787772] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.788102] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.791842] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 611.791842] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527477c1-a3bc-362c-b370-dedcdba26297" [ 611.791842] env[68989]: _type = "Task" [ 611.791842] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.803532] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527477c1-a3bc-362c-b370-dedcdba26297, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.803933] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.804037] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 07eb86d6-904b-4003-a210-41bbe5b36401/07eb86d6-904b-4003-a210-41bbe5b36401.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.805015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.805015] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.805015] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-833a7b85-185b-4b30-806f-b70d87c1fb7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.807032] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd70f41-81db-48d4-b4f3-b4ef06bba9d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.814288] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 611.814288] env[68989]: value = "task-3217106" [ 611.814288] env[68989]: _type = "Task" [ 611.814288] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.819390] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.819928] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.824033] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5b0243-3e17-4749-b03a-4c2e4e4878c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.841433] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.843564] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 611.843564] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b9862-f537-a40e-3e67-4a525992e3bb" [ 611.843564] env[68989]: _type = "Task" [ 611.843564] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.844773] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updated VIF entry in instance network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.844825] env[68989]: DEBUG nova.network.neutron [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.864442] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b9862-f537-a40e-3e67-4a525992e3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.919143] env[68989]: DEBUG nova.network.neutron [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.046345] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fcbb8-5d56-4c1a-96a6-7182a2603649 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.055144] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ea913-a259-4aee-aa18-2dfa6370e5d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.092787] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398c641d-f316-4852-aad5-ee9e4b9a8d26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.100163] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928db8d-b28e-4998-a7ff-4aaefc87750c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.116086] env[68989]: DEBUG nova.compute.provider_tree [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.241866] env[68989]: DEBUG nova.network.neutron [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Updating instance_info_cache with network_info: [{"id": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "address": "fa:16:3e:a0:05:3d", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d13a3d2-7d", "ovs_interfaceid": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.255467] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.278080] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.280629] env[68989]: DEBUG oslo_vmware.api [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Task: {'id': task-3217104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155687} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.280993] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.281101] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.281238] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.281415] env[68989]: INFO nova.compute.manager [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 612.281732] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.281820] env[68989]: DEBUG nova.compute.manager [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.281956] env[68989]: DEBUG nova.network.neutron [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.331965] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.354762] env[68989]: DEBUG oslo_concurrency.lockutils [req-21332f20-fc06-4eab-9b12-141d7d72d5b5 req-ca63ae97-777b-4b86-a1cd-673dbb0059ae service nova] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.364101] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b9862-f537-a40e-3e67-4a525992e3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016116} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.364859] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af7c3f5-bca2-42dd-9367-725f112a4601 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.373783] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 612.373783] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e35da6-4dfc-d32e-abde-d83326e489cb" [ 612.373783] env[68989]: _type = "Task" [ 612.373783] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.384388] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e35da6-4dfc-d32e-abde-d83326e489cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.390478] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.390478] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.390478] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.390478] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.390909] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.390909] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.390909] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.390909] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.390909] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.391077] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.391077] env[68989]: DEBUG nova.virt.hardware [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.395143] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df44bc9b-4700-40d2-be3c-27cd3c081e59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.404917] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1c2a5-7d13-4072-bbaa-949c73b2e2ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.425798] env[68989]: INFO nova.compute.manager [-] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Took 2.21 seconds to deallocate network for instance. [ 612.425924] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.432433] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.434188] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.441019] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb47e30-cadb-4467-bdd3-b1bb560ad533 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.461688] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.461688] env[68989]: value = "task-3217107" [ 612.461688] env[68989]: _type = "Task" [ 612.461688] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.469619] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217107, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.617728] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Successfully created port: f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.620369] env[68989]: DEBUG nova.scheduler.client.report [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.750388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.750693] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance network_info: |[{"id": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "address": "fa:16:3e:a0:05:3d", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d13a3d2-7d", "ovs_interfaceid": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.751121] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:05:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d13a3d2-7dda-4a8a-b421-ddd36272110f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.762632] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating folder: Project (e389c7e28944471f80502311f1240d03). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.763530] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb1f7c76-a2e4-473d-9139-3830f6161def {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.769701] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217102, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.491068} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.774539] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.775930] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 5e566369-7f7f-4996-a001-a624344f0aeb/5e566369-7f7f-4996-a001-a624344f0aeb.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.776355] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.778444] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7178a06-9111-45d0-bda5-ca82672034dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.780450] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created folder: Project (e389c7e28944471f80502311f1240d03) in parent group-v643186. [ 612.783928] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating folder: Instances. Parent ref: group-v643215. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.783928] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43cfc343-376d-4175-b2cc-ccc4cf637775 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.788040] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.791465] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 612.791465] env[68989]: value = "task-3217109" [ 612.791465] env[68989]: _type = "Task" [ 612.791465] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.796276] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created folder: Instances in parent group-v643215. [ 612.796276] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.796807] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.797034] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602e1eee-71dc-48a8-9ac5-92359fffc292 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.819502] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.824520] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.824520] env[68989]: value = "task-3217111" [ 612.824520] env[68989]: _type = "Task" [ 612.824520] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.826810] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.827086] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.827229] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.827368] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.827513] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.827656] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.827863] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.828860] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.828860] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.828860] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.828860] env[68989]: DEBUG nova.virt.hardware [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.829870] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523737f-d65c-41d4-89da-4f477f50bc1f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.840052] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.846435] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b5ddb-c087-42ee-b87d-01fad1b297cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.851969] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217111, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.884535] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e35da6-4dfc-d32e-abde-d83326e489cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.884669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.885447] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 774d5963-ca7a-4aae-b8e1-ceed95b15682/774d5963-ca7a-4aae-b8e1-ceed95b15682.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.885447] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b55209-6edc-441f-be2d-3d7787f90b0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.893668] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 612.893668] env[68989]: value = "task-3217112" [ 612.893668] env[68989]: _type = "Task" [ 612.893668] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.903199] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.956163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.974626] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217107, 'name': CreateVM_Task, 'duration_secs': 0.487468} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.974626] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.974626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.974626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.974626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.974985] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667601b8-16d4-4b5c-8331-1a945dd3281c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.980921] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 612.980921] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1ac2-55df-8264-8f7b-a99de9d3a2d4" [ 612.980921] env[68989]: _type = "Task" [ 612.980921] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.995251] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1ac2-55df-8264-8f7b-a99de9d3a2d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.128800] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.129503] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.134023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.215s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.189513] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Received event network-changed-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.189900] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Refreshing instance network info cache due to event network-changed-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.190439] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Acquiring lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.190439] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Acquired lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.190439] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Refreshing network info cache for port 270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.279022] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.285472] env[68989]: DEBUG nova.compute.manager [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Received event network-vif-plugged-bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.285686] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Acquiring lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.285893] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.286088] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.286265] env[68989]: DEBUG nova.compute.manager [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] No waiting events found dispatching network-vif-plugged-bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.286432] env[68989]: WARNING nova.compute.manager [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Received unexpected event network-vif-plugged-bd21336f-39aa-427c-b4cf-7e624b56db7f for instance with vm_state building and task_state spawning. [ 613.286587] env[68989]: DEBUG nova.compute.manager [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Received event network-changed-bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.286740] env[68989]: DEBUG nova.compute.manager [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Refreshing instance network info cache due to event network-changed-bd21336f-39aa-427c-b4cf-7e624b56db7f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.286922] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Acquiring lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.287065] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Acquired lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.287220] env[68989]: DEBUG nova.network.neutron [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Refreshing network info cache for port bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.301875] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302023} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.302936] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.307021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7159ea8-6122-4afc-84cb-b33ffeff234a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.338517] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5e566369-7f7f-4996-a001-a624344f0aeb/5e566369-7f7f-4996-a001-a624344f0aeb.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.344111] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6a6787-330c-42ad-8f0e-4d8f293f787b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.368537] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217106, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.418893} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.373075] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 07eb86d6-904b-4003-a210-41bbe5b36401/07eb86d6-904b-4003-a210-41bbe5b36401.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.373075] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.373455] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217111, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.374036] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 613.374036] env[68989]: value = "task-3217113" [ 613.374036] env[68989]: _type = "Task" [ 613.374036] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.374242] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f9e2aa-6a0a-4f92-9797-5e42722ac78b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.384913] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.386606] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 613.386606] env[68989]: value = "task-3217114" [ 613.386606] env[68989]: _type = "Task" [ 613.386606] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.394838] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.403235] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.494442] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1ac2-55df-8264-8f7b-a99de9d3a2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.063533} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.494442] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.494442] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.494442] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.496986] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.496986] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.496986] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6dadf4a-f3f1-437a-bb40-944d148148a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.509887] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.509887] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.511164] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071bfd8c-91c4-498e-af90-9f96a7b797ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.519417] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 613.519417] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bec2a7-0dcf-b8ea-5530-c5b9af667a85" [ 613.519417] env[68989]: _type = "Task" [ 613.519417] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.532476] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bec2a7-0dcf-b8ea-5530-c5b9af667a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.607042] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Successfully updated port: 6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.638061] env[68989]: DEBUG nova.compute.utils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.647338] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.647514] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.732069] env[68989]: DEBUG nova.policy [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82904b0ca47741c2b5803745424a5b74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4655474fa254c7f89395ecc82e19b1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.783062] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217105, 'name': ReconfigVM_Task, 'duration_secs': 1.615208} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.783581] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2/ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.784736] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20243bb-bcf7-4ed6-acd4-183f3b7c009e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.795025] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 613.795025] env[68989]: value = "task-3217115" [ 613.795025] env[68989]: _type = "Task" [ 613.795025] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.805091] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217115, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.853979] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217111, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.859350] env[68989]: DEBUG nova.network.neutron [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.894709] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.901485] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.906918] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809695} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.907307] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 774d5963-ca7a-4aae-b8e1-ceed95b15682/774d5963-ca7a-4aae-b8e1-ceed95b15682.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.907695] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.908018] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcb64148-e81d-47dd-8d89-876065f1bf0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.914830] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 613.914830] env[68989]: value = "task-3217116" [ 613.914830] env[68989]: _type = "Task" [ 613.914830] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.933430] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.037255] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bec2a7-0dcf-b8ea-5530-c5b9af667a85, 'name': SearchDatastore_Task, 'duration_secs': 0.053637} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.038317] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a820a1e-ee1e-4730-8323-330db4fa43b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.044014] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 614.044014] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f354e-956b-26fd-0e30-bc85271c6ff4" [ 614.044014] env[68989]: _type = "Task" [ 614.044014] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.052559] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f354e-956b-26fd-0e30-bc85271c6ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.116402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116402] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.154471] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.180305] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance cae92c82-6fa0-485e-a58b-6eba91567a78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.180449] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c5af5e6f-6f97-4e27-9b4d-f18d008f4eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.180637] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance cdb1d402-ec9c-446e-93e6-646ade3cc181 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 614.180702] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c852f0ff-1907-44d1-a4e0-6f2dd3528324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.180873] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 925a407f-db5a-4296-94e1-8108d6884fc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.182456] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.182456] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 5e566369-7f7f-4996-a001-a624344f0aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.182456] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 07eb86d6-904b-4003-a210-41bbe5b36401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.182456] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 774d5963-ca7a-4aae-b8e1-ceed95b15682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.183260] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.183260] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.183260] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance e10bdf3c-06b0-456a-af99-801790144f45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.183260] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 614.244804] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Updated VIF entry in instance network info cache for port 270d2fc0-a923-44f8-94e7-3bcf5b8d4f13. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.245100] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Updating instance_info_cache with network_info: [{"id": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "address": "fa:16:3e:c1:df:4d", "network": {"id": "fa0d725f-7119-4a82-86d1-088d07bd4d22", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1125309712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c57fe4d2697472789d74e01ae9eb60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270d2fc0-a9", "ovs_interfaceid": "270d2fc0-a923-44f8-94e7-3bcf5b8d4f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.305867] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217115, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.354916] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217111, 'name': CreateVM_Task, 'duration_secs': 1.405898} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.355101] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.355787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.355948] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.356377] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.356535] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f233fa-78db-4ad2-bd75-6d0720c1fe7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.361456] env[68989]: INFO nova.compute.manager [-] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Took 2.08 seconds to deallocate network for instance. [ 614.361733] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 614.361733] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52379863-73e5-75d8-7f59-d0f30222055b" [ 614.361733] env[68989]: _type = "Task" [ 614.361733] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.373876] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52379863-73e5-75d8-7f59-d0f30222055b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.389355] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217113, 'name': ReconfigVM_Task, 'duration_secs': 0.620307} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.393067] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5e566369-7f7f-4996-a001-a624344f0aeb/5e566369-7f7f-4996-a001-a624344f0aeb.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.394016] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e371778b-ba7d-4195-bbab-155c5d4b85f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.399962] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.635179} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.400673] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Successfully created port: e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.404856] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.404942] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 614.404942] env[68989]: value = "task-3217117" [ 614.404942] env[68989]: _type = "Task" [ 614.404942] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.406587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b259f16-d438-4482-8fbf-10765a4c40d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.433137] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217117, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.443261] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 07eb86d6-904b-4003-a210-41bbe5b36401/07eb86d6-904b-4003-a210-41bbe5b36401.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.443954] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed135fc4-061a-4509-97f6-6d3530d16456 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.464374] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087727} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.466111] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.466111] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 614.466111] env[68989]: value = "task-3217118" [ 614.466111] env[68989]: _type = "Task" [ 614.466111] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.466686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb5daf-c3a0-42cb-b379-7e5d91235d8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.470106] env[68989]: DEBUG nova.network.neutron [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Updated VIF entry in instance network info cache for port bd21336f-39aa-427c-b4cf-7e624b56db7f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.470106] env[68989]: DEBUG nova.network.neutron [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Updating instance_info_cache with network_info: [{"id": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "address": "fa:16:3e:2b:54:26", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21336f-39", "ovs_interfaceid": "bd21336f-39aa-427c-b4cf-7e624b56db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.489524] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.499320] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 774d5963-ca7a-4aae-b8e1-ceed95b15682/774d5963-ca7a-4aae-b8e1-ceed95b15682.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.499402] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e018d73a-8064-4984-9d51-211a5628f0c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.521590] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 614.521590] env[68989]: value = "task-3217119" [ 614.521590] env[68989]: _type = "Task" [ 614.521590] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.530150] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.556540] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f354e-956b-26fd-0e30-bc85271c6ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.560234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.560234] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.560234] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4245699-1375-4e74-b974-dceeea7d8825 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.564355] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 614.564355] env[68989]: value = "task-3217120" [ 614.564355] env[68989]: _type = "Task" [ 614.564355] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.575474] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.684625] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c55e04e0-6053-415f-892e-881b66cbfa98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 614.691156] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.747784] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Releasing lock "refresh_cache-07eb86d6-904b-4003-a210-41bbe5b36401" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.747784] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Received event network-vif-plugged-2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.747784] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Acquiring lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.748070] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.748185] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.748349] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] No waiting events found dispatching network-vif-plugged-2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.748505] env[68989]: WARNING nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Received unexpected event network-vif-plugged-2d13a3d2-7dda-4a8a-b421-ddd36272110f for instance with vm_state building and task_state spawning. [ 614.748658] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Received event network-changed-2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.748801] env[68989]: DEBUG nova.compute.manager [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Refreshing instance network info cache due to event network-changed-2d13a3d2-7dda-4a8a-b421-ddd36272110f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.748981] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Acquiring lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.749128] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Acquired lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.749287] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Refreshing network info cache for port 2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.811358] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217115, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.874764] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52379863-73e5-75d8-7f59-d0f30222055b, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.874764] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.874764] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.874764] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.875118] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.875118] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.876077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.876077] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a52c00a-c9ff-4617-a6d4-8d27bc499b06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.884135] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.885103] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.885185] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1ef46d-fdc2-4339-8883-0576c56e2a7c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.890384] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 614.890384] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fdd8f2-1c46-b758-6b40-05e1b4e170a0" [ 614.890384] env[68989]: _type = "Task" [ 614.890384] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.899121] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fdd8f2-1c46-b758-6b40-05e1b4e170a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.925114] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217117, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.976111] env[68989]: DEBUG oslo_concurrency.lockutils [req-c79f54bd-f6dc-4c1b-8bf5-1acaf04268f8 req-81ebdd77-5950-4aa6-8535-324ae85ed160 service nova] Releasing lock "refresh_cache-774d5963-ca7a-4aae-b8e1-ceed95b15682" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.980986] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.028380] env[68989]: DEBUG nova.network.neutron [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Updating instance_info_cache with network_info: [{"id": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "address": "fa:16:3e:90:13:2f", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6656f2c6-91", "ovs_interfaceid": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.035581] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217119, 'name': ReconfigVM_Task, 'duration_secs': 0.300093} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.035881] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 774d5963-ca7a-4aae-b8e1-ceed95b15682/774d5963-ca7a-4aae-b8e1-ceed95b15682.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.036566] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c99b38-6f50-48be-abb4-ba63443285e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.045733] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 615.045733] env[68989]: value = "task-3217121" [ 615.045733] env[68989]: _type = "Task" [ 615.045733] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.056118] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217121, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.074930] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.168217] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.188406] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 60b58bcc-68e2-4955-a121-5b41cc58946d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 615.188683] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 615.188867] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 615.213807] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.217845] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.217845] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.217845] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.217845] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.217845] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.219203] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.219203] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.219203] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.220206] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.220475] env[68989]: DEBUG nova.virt.hardware [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.223059] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ca5a3a-d8d6-409c-ae8a-eb55f8791517 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.229728] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Successfully updated port: f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.245132] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d4697-51c6-4395-9180-577b639d400c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.287090] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.287422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.312536] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217115, 'name': Rename_Task, 'duration_secs': 1.206396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.312693] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.312936] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac57f767-0d2c-4a5c-b6d3-bee658f7bf99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.322194] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 615.322194] env[68989]: value = "task-3217122" [ 615.322194] env[68989]: _type = "Task" [ 615.322194] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.335254] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.405130] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fdd8f2-1c46-b758-6b40-05e1b4e170a0, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.406210] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2ab9ea-bca0-4913-85d0-ba6c2e547228 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.418682] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 615.418682] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523f9439-91e7-8683-5deb-3b1716ba9f2e" [ 615.418682] env[68989]: _type = "Task" [ 615.418682] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.427389] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217117, 'name': Rename_Task, 'duration_secs': 0.717169} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.432800] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.438594] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11fc8f29-1a21-4b93-af9f-aaf66c378170 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.439294] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523f9439-91e7-8683-5deb-3b1716ba9f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.444604] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 615.444604] env[68989]: value = "task-3217123" [ 615.444604] env[68989]: _type = "Task" [ 615.444604] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.457599] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.485940] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.532689] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.532689] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Instance network_info: |[{"id": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "address": "fa:16:3e:90:13:2f", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6656f2c6-91", "ovs_interfaceid": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.533656] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:13:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6656f2c6-9133-4fc0-888d-2ae33d9bbf21', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.542517] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating folder: Project (28e9b0fa14f540888a8b022aa77a4c52). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.543395] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca995e-b046-414e-b245-2267f97d7671 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.546586] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a2ae73-8c74-4467-8c16-cdbb1783721f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.563802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04fbb3-ffae-455c-9c0d-849a06f6b095 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.568360] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217121, 'name': Rename_Task, 'duration_secs': 0.196514} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.570308] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.570308] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created folder: Project (28e9b0fa14f540888a8b022aa77a4c52) in parent group-v643186. [ 615.570561] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating folder: Instances. Parent ref: group-v643218. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.574839] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18a0b37-fe37-405d-9942-9e7577dae33a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.577165] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dbd055b-a2a0-43ca-98f6-d8ac8423cd81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.608317] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Updated VIF entry in instance network info cache for port 2d13a3d2-7dda-4a8a-b421-ddd36272110f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.609022] env[68989]: DEBUG nova.network.neutron [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Updating instance_info_cache with network_info: [{"id": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "address": "fa:16:3e:a0:05:3d", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d13a3d2-7d", "ovs_interfaceid": "2d13a3d2-7dda-4a8a-b421-ddd36272110f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.611677] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df4dac-ce85-44c6-8d99-164e074a2a42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.621602] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916931} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.621602] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 615.621602] env[68989]: value = "task-3217125" [ 615.621602] env[68989]: _type = "Task" [ 615.621602] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.622290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.622525] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.622873] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created folder: Instances in parent group-v643218. [ 615.623580] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.623967] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0778630-a046-42f6-8636-27070029172d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.629742] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.632703] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeffffa9-c0d9-406b-85de-16ed873cbe08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.654553] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bebd44-e499-4ac7-bb76-860f1e347317 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.665019] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217125, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.665464] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 615.665464] env[68989]: value = "task-3217127" [ 615.665464] env[68989]: _type = "Task" [ 615.665464] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.680227] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.682566] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.682566] env[68989]: value = "task-3217128" [ 615.682566] env[68989]: _type = "Task" [ 615.682566] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.689783] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.699216] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217128, 'name': CreateVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.740163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.740890] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquired lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.741360] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.834847] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.930670] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523f9439-91e7-8683-5deb-3b1716ba9f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.04099} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.930809] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.930999] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.931350] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78284287-c602-4826-8f91-f161eda8ceed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.939407] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 615.939407] env[68989]: value = "task-3217129" [ 615.939407] env[68989]: _type = "Task" [ 615.939407] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.948726] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.956526] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.979740] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217118, 'name': ReconfigVM_Task, 'duration_secs': 1.210407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.979979] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 07eb86d6-904b-4003-a210-41bbe5b36401/07eb86d6-904b-4003-a210-41bbe5b36401.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.980666] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad8a420-12be-4fbe-846a-1cf5cf902994 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.988207] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 615.988207] env[68989]: value = "task-3217130" [ 615.988207] env[68989]: _type = "Task" [ 615.988207] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.996533] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217130, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.116185] env[68989]: DEBUG oslo_concurrency.lockutils [req-a25832d7-7e8f-4767-850c-e843fdd7d5c2 req-2947d089-c3c0-4c03-af23-a9135d117c69 service nova] Releasing lock "refresh_cache-f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.136549] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217125, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.178024] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088061} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.178024] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.178875] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc962ba-4019-4478-9adb-67be1aade79b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.198798] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.217719] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.218802] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58af60ff-832c-4306-9531-a555f397648e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.241355] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217128, 'name': CreateVM_Task, 'duration_secs': 0.424094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.241616] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.243121] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.243243] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.243586] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.244159] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5fb9a2-2cc5-41cd-9518-48efb51a8b9f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.249746] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 616.249746] env[68989]: value = "task-3217131" [ 616.249746] env[68989]: _type = "Task" [ 616.249746] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.255161] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 616.255161] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529dac7a-f1e2-fa05-c546-09838fb150c3" [ 616.255161] env[68989]: _type = "Task" [ 616.255161] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.262588] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.268468] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529dac7a-f1e2-fa05-c546-09838fb150c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.320642] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.341628] env[68989]: DEBUG oslo_vmware.api [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217122, 'name': PowerOnVM_Task, 'duration_secs': 0.716057} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.341971] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.342183] env[68989]: INFO nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Took 17.43 seconds to spawn the instance on the hypervisor. [ 616.342370] env[68989]: DEBUG nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.343775] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5867a-317a-400c-8dca-4b9e3d9f7af7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.450645] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.461976] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.497486] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217130, 'name': Rename_Task, 'duration_secs': 0.235302} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.497784] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.498087] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed859b65-0387-4d4e-a489-bf742bf3a1a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.506126] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 616.506126] env[68989]: value = "task-3217132" [ 616.506126] env[68989]: _type = "Task" [ 616.506126] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.515215] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.619071] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Successfully updated port: e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.636025] env[68989]: DEBUG oslo_vmware.api [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217125, 'name': PowerOnVM_Task, 'duration_secs': 0.576295} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.636284] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.636552] env[68989]: INFO nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Took 10.61 seconds to spawn the instance on the hypervisor. [ 616.636688] env[68989]: DEBUG nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.637781] env[68989]: DEBUG nova.network.neutron [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updating instance_info_cache with network_info: [{"id": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "address": "fa:16:3e:88:55:37", "network": {"id": "77a5f512-3276-44ae-a794-6eed1cc0ccb5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-541760069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e2daf9307d4620aeb8985abf15f839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf191ae95-ee", "ovs_interfaceid": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.639731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa8c31-fd61-4a41-bd03-7871665a4e2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.709949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.709949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.719729] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 616.719729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.586s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.719976] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.409s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.721912] env[68989]: INFO nova.compute.claims [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.724577] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.724942] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Getting list of instances from cluster (obj){ [ 616.724942] env[68989]: value = "domain-c8" [ 616.724942] env[68989]: _type = "ClusterComputeResource" [ 616.724942] env[68989]: } {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.727339] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e9ac96-99a4-4fb7-b46a-d1cfda4b2d7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.751632] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Got total of 9 instances {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.768182] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.774277] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529dac7a-f1e2-fa05-c546-09838fb150c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020727} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.775746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.776153] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.776504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.776655] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.777216] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.778121] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f1599e1-19f4-4c74-8520-9b01b84daaf3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.788961] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.788961] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.789445] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc5d157-69c4-4195-b1fd-f78d5a7194a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.796571] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 616.796571] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aaa3f9-8dfa-3b41-995f-18f0d532ba4e" [ 616.796571] env[68989]: _type = "Task" [ 616.796571] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.804461] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aaa3f9-8dfa-3b41-995f-18f0d532ba4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.865084] env[68989]: INFO nova.compute.manager [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Took 25.57 seconds to build instance. [ 616.957035] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653582} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.961027] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.961027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.961027] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5001a9-6008-4603-a770-590d175c1151 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.967425] env[68989]: DEBUG oslo_vmware.api [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217123, 'name': PowerOnVM_Task, 'duration_secs': 1.187765} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.968791] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.968996] env[68989]: INFO nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Took 15.65 seconds to spawn the instance on the hypervisor. [ 616.969187] env[68989]: DEBUG nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.969540] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 616.969540] env[68989]: value = "task-3217133" [ 616.969540] env[68989]: _type = "Task" [ 616.969540] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.970275] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c2e16-2382-4de0-8339-52df2a9af316 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.988182] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.015588] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217132, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.121572] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquired lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121893] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.144613] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Releasing lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.144911] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Instance network_info: |[{"id": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "address": "fa:16:3e:88:55:37", "network": {"id": "77a5f512-3276-44ae-a794-6eed1cc0ccb5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-541760069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e2daf9307d4620aeb8985abf15f839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf191ae95-ee", "ovs_interfaceid": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.145329] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:55:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f191ae95-ee9e-44a3-919b-c4f602d3bca9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.153406] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Creating folder: Project (81e2daf9307d4620aeb8985abf15f839). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.157421] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993b3899-651d-4dfa-bf44-837912cb2295 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.166351] env[68989]: INFO nova.compute.manager [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Took 17.90 seconds to build instance. [ 617.169971] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Created folder: Project (81e2daf9307d4620aeb8985abf15f839) in parent group-v643186. [ 617.169971] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Creating folder: Instances. Parent ref: group-v643221. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.169971] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf1b0c5-e21b-4ea7-903d-d0828564440b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.179046] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Created folder: Instances in parent group-v643221. [ 617.179315] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.179712] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.179712] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb5d598-dd64-48f5-856d-6508936a2aae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.201942] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.201942] env[68989]: value = "task-3217136" [ 617.201942] env[68989]: _type = "Task" [ 617.201942] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.210492] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217136, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.227035] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Received event network-vif-deleted-9b608973-e301-49c6-927f-93cbc90e96dc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.227552] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Received event network-vif-deleted-4cdcf91e-d3c6-429a-89ea-3d0d2c1b2d72 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.227884] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Received event network-vif-plugged-6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.228202] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquiring lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.228563] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.228839] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.229253] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] No waiting events found dispatching network-vif-plugged-6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.229573] env[68989]: WARNING nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Received unexpected event network-vif-plugged-6656f2c6-9133-4fc0-888d-2ae33d9bbf21 for instance with vm_state building and task_state spawning. [ 617.230483] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Received event network-changed-6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.230483] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Refreshing instance network info cache due to event network-changed-6656f2c6-9133-4fc0-888d-2ae33d9bbf21. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.230483] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquiring lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.230778] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquired lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.231035] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Refreshing network info cache for port 6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.265997] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217131, 'name': ReconfigVM_Task, 'duration_secs': 0.741886} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.265997] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.266794] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e77551a6-8374-481a-8c62-033942538e19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.274785] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 617.274785] env[68989]: value = "task-3217137" [ 617.274785] env[68989]: _type = "Task" [ 617.274785] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.284153] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217137, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.307581] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aaa3f9-8dfa-3b41-995f-18f0d532ba4e, 'name': SearchDatastore_Task, 'duration_secs': 0.034012} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.308443] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17f9ef4-59cd-45df-baf6-866d30acb0f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.315121] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 617.315121] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52149207-6742-41b3-bf94-25deab1b7b71" [ 617.315121] env[68989]: _type = "Task" [ 617.315121] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.325419] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52149207-6742-41b3-bf94-25deab1b7b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.368563] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ff98549c-472c-4e0c-aac5-dd80329a6e4b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.091s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.369474] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.627s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.369664] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] During sync_power_state the instance has a pending task (spawning). Skip. [ 617.369836] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.456914] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.457231] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.485620] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066161} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.486042] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.486771] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6494b-38ab-45c2-8912-a9b935d0f422 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.516873] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.518503] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41c645d-67ae-4fee-994b-30cf5aa4b70a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.544303] env[68989]: INFO nova.compute.manager [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Took 24.62 seconds to build instance. [ 617.551838] env[68989]: DEBUG oslo_vmware.api [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217132, 'name': PowerOnVM_Task, 'duration_secs': 1.004338} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.553989] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.554191] env[68989]: INFO nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Took 13.88 seconds to spawn the instance on the hypervisor. [ 617.554600] env[68989]: DEBUG nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.555033] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 617.555033] env[68989]: value = "task-3217138" [ 617.555033] env[68989]: _type = "Task" [ 617.555033] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.556579] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32a0d1-ac7e-450f-8127-54f7606e8d29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.576417] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217138, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.668628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3380251e-c4ef-45f4-acd7-11c3110c594d tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.418s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.670599] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.926s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.670599] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] During sync_power_state the instance has a pending task (networking). Skip. [ 617.670599] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.684863] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.715787] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217136, 'name': CreateVM_Task, 'duration_secs': 0.424024} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.719023] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.719023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.719023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.719736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.720263] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90362962-e989-4685-bf5a-097dfee9a242 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.725718] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 617.725718] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c776-0440-3faf-5824-072915a02910" [ 617.725718] env[68989]: _type = "Task" [ 617.725718] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.736572] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c776-0440-3faf-5824-072915a02910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.789364] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217137, 'name': Rename_Task, 'duration_secs': 0.33601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.789889] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.790198] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbd4a4b8-1210-4706-b899-a9e6596f2830 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.797396] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 617.797396] env[68989]: value = "task-3217139" [ 617.797396] env[68989]: _type = "Task" [ 617.797396] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.813239] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.825770] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52149207-6742-41b3-bf94-25deab1b7b71, 'name': SearchDatastore_Task, 'duration_secs': 0.023885} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.826047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.826341] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e/04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.826632] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64dbabf6-27d3-4c10-906f-069a3e686627 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.834429] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 617.834429] env[68989]: value = "task-3217140" [ 617.834429] env[68989]: _type = "Task" [ 617.834429] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.843125] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.871520] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.047295] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2cd77230-3796-4ac2-9c67-109e2282d0c3 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.139s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.053199] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.307s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.053984] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] During sync_power_state the instance has a pending task (spawning). Skip. [ 618.054141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.005s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.062617] env[68989]: DEBUG nova.network.neutron [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updating instance_info_cache with network_info: [{"id": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "address": "fa:16:3e:50:80:2a", "network": {"id": "88578572-267f-4ebe-bac0-208e3ba6bdf5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-486116310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4655474fa254c7f89395ecc82e19b1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046e18e-10", "ovs_interfaceid": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.079157] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.083716] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f8351-cf74-490c-b45a-10b6393fd83d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.090155] env[68989]: INFO nova.compute.manager [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Took 20.67 seconds to build instance. [ 618.099208] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013a8df-f59a-4223-a72c-77d5ff8a4465 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.135791] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bca658-b086-432f-9109-48aca9b7532a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.146535] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a99a3f5-4a60-4124-b1e8-050cd26b61ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.163280] env[68989]: DEBUG nova.compute.provider_tree [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.179181] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.237716] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c776-0440-3faf-5824-072915a02910, 'name': SearchDatastore_Task, 'duration_secs': 0.024258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.237716] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.237716] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.237716] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.237938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.237938] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.238198] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d685c40-0fcf-421c-a5f5-d92e2b973bba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.247824] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.248022] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.248769] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c2a9cc-404a-4cc4-a488-26baee6da888 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.254043] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 618.254043] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f82cf-9df0-5e8b-2e0f-685c9c2cdb22" [ 618.254043] env[68989]: _type = "Task" [ 618.254043] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.262899] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f82cf-9df0-5e8b-2e0f-685c9c2cdb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.306721] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.345844] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.393630] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.486753] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Updated VIF entry in instance network info cache for port 6656f2c6-9133-4fc0-888d-2ae33d9bbf21. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.487194] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Updating instance_info_cache with network_info: [{"id": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "address": "fa:16:3e:90:13:2f", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6656f2c6-91", "ovs_interfaceid": "6656f2c6-9133-4fc0-888d-2ae33d9bbf21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.559085] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.570576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Releasing lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.570576] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Instance network_info: |[{"id": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "address": "fa:16:3e:50:80:2a", "network": {"id": "88578572-267f-4ebe-bac0-208e3ba6bdf5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-486116310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4655474fa254c7f89395ecc82e19b1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046e18e-10", "ovs_interfaceid": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.570798] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:80:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e046e18e-10d8-4955-a5d4-e6cccc2792c5', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.584747] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Creating folder: Project (d4655474fa254c7f89395ecc82e19b1c). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.585905] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a0043a5-3ea9-4d04-ac66-0a50ae6c0933 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.597184] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6c808700-4e99-418a-bfb3-60a8d83599b7 tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.188s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.597484] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217138, 'name': ReconfigVM_Task, 'duration_secs': 0.530357} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.598582] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.855s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.598801] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] During sync_power_state the instance has a pending task (spawning). Skip. [ 618.599087] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.599396] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.600211] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39c67646-1803-4b06-96cd-541fdff23718 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.607420] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Created folder: Project (d4655474fa254c7f89395ecc82e19b1c) in parent group-v643186. [ 618.607940] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Creating folder: Instances. Parent ref: group-v643224. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.611162] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-957052ad-126e-425a-a37e-ca1249093a01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.614354] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 618.614354] env[68989]: value = "task-3217142" [ 618.614354] env[68989]: _type = "Task" [ 618.614354] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.625857] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217142, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.632057] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Created folder: Instances in parent group-v643224. [ 618.632221] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.632491] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.632729] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895aabd5-92ad-4d7e-b466-237b0cf274cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.660827] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.660827] env[68989]: value = "task-3217144" [ 618.660827] env[68989]: _type = "Task" [ 618.660827] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.666095] env[68989]: DEBUG nova.scheduler.client.report [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.677566] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217144, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.714669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.771876] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f82cf-9df0-5e8b-2e0f-685c9c2cdb22, 'name': SearchDatastore_Task, 'duration_secs': 0.034543} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.772854] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9aea04-70f1-407f-b242-4d4eff3b7383 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.778329] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 618.778329] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52abbc2a-7527-1502-e208-37ae48a252cf" [ 618.778329] env[68989]: _type = "Task" [ 618.778329] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.787543] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52abbc2a-7527-1502-e208-37ae48a252cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.814518] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.849243] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920114} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.849549] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e/04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.849803] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.850055] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b0691b-4130-4ed7-9418-531dd905d207 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.857272] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 618.857272] env[68989]: value = "task-3217145" [ 618.857272] env[68989]: _type = "Task" [ 618.857272] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.866272] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.990099] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Releasing lock "refresh_cache-04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.991968] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Received event network-vif-plugged-f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.991968] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.991968] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Lock "e10bdf3c-06b0-456a-af99-801790144f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.991968] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Lock "e10bdf3c-06b0-456a-af99-801790144f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.991968] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] No waiting events found dispatching network-vif-plugged-f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.992412] env[68989]: WARNING nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Received unexpected event network-vif-plugged-f191ae95-ee9e-44a3-919b-c4f602d3bca9 for instance with vm_state building and task_state spawning. [ 618.992762] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Received event network-changed-f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.993175] env[68989]: DEBUG nova.compute.manager [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Refreshing instance network info cache due to event network-changed-f191ae95-ee9e-44a3-919b-c4f602d3bca9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.993526] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquiring lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.995250] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Acquired lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.995250] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Refreshing network info cache for port f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.093446] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.126043] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217142, 'name': Rename_Task, 'duration_secs': 0.265601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.126219] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.126712] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0589ad5f-f641-4eea-b9a6-17dc7a7dc9c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.133351] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 619.133351] env[68989]: value = "task-3217146" [ 619.133351] env[68989]: _type = "Task" [ 619.133351] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.144093] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.170959] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217144, 'name': CreateVM_Task, 'duration_secs': 0.355147} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.171394] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.172235] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.172451] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.172848] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173164] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c01da3-d14b-4089-b21a-3a7593d12b3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.179350] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.179892] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.183846] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 619.183846] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a68f5-96fa-b3e2-1b49-8c229c756f3f" [ 619.183846] env[68989]: _type = "Task" [ 619.183846] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.184287] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.973s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.187413] env[68989]: INFO nova.compute.claims [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.202139] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a68f5-96fa-b3e2-1b49-8c229c756f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.289677] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52abbc2a-7527-1502-e208-37ae48a252cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.290018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.290668] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] e10bdf3c-06b0-456a-af99-801790144f45/e10bdf3c-06b0-456a-af99-801790144f45.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.290668] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade6d4b1-f5e6-49da-9fd9-c2cdaf212464 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.297483] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 619.297483] env[68989]: value = "task-3217147" [ 619.297483] env[68989]: _type = "Task" [ 619.297483] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.311719] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.311990] env[68989]: DEBUG oslo_vmware.api [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217139, 'name': PowerOnVM_Task, 'duration_secs': 1.039096} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.312320] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.312607] env[68989]: DEBUG nova.compute.manager [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.313489] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be11905-74c9-44b5-ae71-bbad6dea16d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.368741] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073852} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.369012] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.369785] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2aa94-8f8a-4db7-be10-43975d84cbf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.395015] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e/04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.395370] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976e3481-2dec-40d8-8c46-890099381ba1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.415437] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 619.415437] env[68989]: value = "task-3217148" [ 619.415437] env[68989]: _type = "Task" [ 619.415437] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.654309] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.686912] env[68989]: DEBUG nova.compute.utils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.690089] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.690089] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.715076] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a68f5-96fa-b3e2-1b49-8c229c756f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.020524} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.715076] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715376] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.715726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.715894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.717030] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.717030] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f55dc0e5-d0d8-4d84-86a6-6f9adee2958d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.733591] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.733844] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.739759] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908be258-8a60-4532-9e16-82db11f23035 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.750496] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 619.750496] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ee5536-7b51-d0cb-0ae5-bb9f073f1430" [ 619.750496] env[68989]: _type = "Task" [ 619.750496] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.763022] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ee5536-7b51-d0cb-0ae5-bb9f073f1430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.810986] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.833543] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.875737] env[68989]: DEBUG nova.policy [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c9ac11e2ca9455d80bf8e9fe287a4f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c25e6b6c4c6e42f8bbf7003330e543c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.926736] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.032654] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updated VIF entry in instance network info cache for port f191ae95-ee9e-44a3-919b-c4f602d3bca9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.033056] env[68989]: DEBUG nova.network.neutron [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updating instance_info_cache with network_info: [{"id": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "address": "fa:16:3e:88:55:37", "network": {"id": "77a5f512-3276-44ae-a794-6eed1cc0ccb5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-541760069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e2daf9307d4620aeb8985abf15f839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf191ae95-ee", "ovs_interfaceid": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.150230] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.194848] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.272465] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ee5536-7b51-d0cb-0ae5-bb9f073f1430, 'name': SearchDatastore_Task, 'duration_secs': 0.025159} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.274560] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d468e70-d038-4b44-9bc4-19b34c52f215 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.283691] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 620.283691] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de36e4-711a-5e83-8561-a85329baa852" [ 620.283691] env[68989]: _type = "Task" [ 620.283691] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.292772] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de36e4-711a-5e83-8561-a85329baa852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.313920] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.314208] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] e10bdf3c-06b0-456a-af99-801790144f45/e10bdf3c-06b0-456a-af99-801790144f45.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.314722] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.314722] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8645951b-2ee0-44bf-b0ac-990b07ce89a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.321641] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 620.321641] env[68989]: value = "task-3217149" [ 620.321641] env[68989]: _type = "Task" [ 620.321641] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.335836] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.358300] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.359023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.429102] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217148, 'name': ReconfigVM_Task, 'duration_secs': 0.882311} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.429102] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e/04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.429430] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-425ebce8-d5e2-49ac-8ae6-6ab8606ec640 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.435597] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 620.435597] env[68989]: value = "task-3217150" [ 620.435597] env[68989]: _type = "Task" [ 620.435597] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.444431] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217150, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.539510] env[68989]: DEBUG oslo_concurrency.lockutils [req-0c993f82-86d8-4775-b897-ca88c70070aa req-4287249e-5c6f-4168-a042-e0ff809f5749 service nova] Releasing lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.568683] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a6df9-090b-4538-a03a-d6e3c48ab133 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.577353] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dcca96-fa5b-4c6a-ae06-f04b4cd0d2a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.618845] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775dafb2-20c1-4d9a-883e-7404f018b1bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.627075] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124b013-ac8d-4d1c-9454-6a9ad50219c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.645359] env[68989]: DEBUG nova.compute.provider_tree [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.651724] env[68989]: DEBUG nova.compute.manager [None req-3c487540-4348-46ef-b323-1a6ee9cb48c1 tempest-ServerDiagnosticsV248Test-1951781177 tempest-ServerDiagnosticsV248Test-1951781177-project-admin] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.653379] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d86ccf-ed11-41b2-a5ee-97101fa96696 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.661212] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217146, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.665583] env[68989]: INFO nova.compute.manager [None req-3c487540-4348-46ef-b323-1a6ee9cb48c1 tempest-ServerDiagnosticsV248Test-1951781177 tempest-ServerDiagnosticsV248Test-1951781177-project-admin] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Retrieving diagnostics [ 620.666524] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b872c7a-2589-4a06-a2de-152e7fc4ffcb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.799438] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de36e4-711a-5e83-8561-a85329baa852, 'name': SearchDatastore_Task, 'duration_secs': 0.022976} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.799800] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.800130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b/6fead5d8-1edf-4b2e-82ce-e232e5e5f23b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.800976] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87fe48e1-4d57-4328-82db-2cce034979a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.807576] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 620.807576] env[68989]: value = "task-3217151" [ 620.807576] env[68989]: _type = "Task" [ 620.807576] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.816409] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.831773] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153542} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.832066] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.832835] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04248e0-6773-496c-af8d-01478ffcb06d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.857365] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] e10bdf3c-06b0-456a-af99-801790144f45/e10bdf3c-06b0-456a-af99-801790144f45.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.857365] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Successfully created port: 59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.858694] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7b07e1-c086-4309-8352-f5684df984a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.878852] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.887697] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 620.887697] env[68989]: value = "task-3217152" [ 620.887697] env[68989]: _type = "Task" [ 620.887697] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.901396] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.948326] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217150, 'name': Rename_Task, 'duration_secs': 0.268415} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.948326] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.948610] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a811f42-9d2d-400d-82e2-276f3cd252a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.954641] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 620.954641] env[68989]: value = "task-3217153" [ 620.954641] env[68989]: _type = "Task" [ 620.954641] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.964061] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.980600] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "07eb86d6-904b-4003-a210-41bbe5b36401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.980953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.981223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.981422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.981593] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.983686] env[68989]: INFO nova.compute.manager [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Terminating instance [ 621.152041] env[68989]: DEBUG nova.scheduler.client.report [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.167039] env[68989]: DEBUG oslo_vmware.api [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217146, 'name': PowerOnVM_Task, 'duration_secs': 1.638758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.167039] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.167039] env[68989]: INFO nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Took 12.74 seconds to spawn the instance on the hypervisor. [ 621.167039] env[68989]: DEBUG nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.167039] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a053319f-9c69-44fa-8662-cf328c993e5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.205849] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.249195] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='640395617',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1769415492',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.249490] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.249673] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.249891] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.250194] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.251689] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.251689] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.251689] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.251689] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.251689] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.251911] env[68989]: DEBUG nova.virt.hardware [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.252185] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26045564-2d90-4f9f-869e-b312a281ad0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.264776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4cf9c-0f9d-4552-aaf3-05862222be89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.319305] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.403959] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217152, 'name': ReconfigVM_Task, 'duration_secs': 0.307644} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.405334] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfigured VM instance instance-0000000c to attach disk [datastore1] e10bdf3c-06b0-456a-af99-801790144f45/e10bdf3c-06b0-456a-af99-801790144f45.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.405334] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc68701c-659b-4141-8d48-1cc1a743211a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.416516] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 621.416516] env[68989]: value = "task-3217154" [ 621.416516] env[68989]: _type = "Task" [ 621.416516] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.423938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.433156] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217154, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.469415] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.490446] env[68989]: DEBUG nova.compute.manager [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.490688] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.491631] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cf54ee-1dd8-4d5a-a630-ceba0ea95cfc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.500916] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.501238] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a89038-d073-41d3-b377-9c7f2283a977 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.509916] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 621.509916] env[68989]: value = "task-3217155" [ 621.509916] env[68989]: _type = "Task" [ 621.509916] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.524086] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.661435] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.662036] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.665406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.709s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.665406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.667806] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.792s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.667950] env[68989]: DEBUG nova.objects.instance [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lazy-loading 'resources' on Instance uuid c5af5e6f-6f97-4e27-9b4d-f18d008f4eac {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.695880] env[68989]: INFO nova.compute.manager [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Took 19.09 seconds to build instance. [ 621.712745] env[68989]: INFO nova.scheduler.client.report [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Deleted allocations for instance cdb1d402-ec9c-446e-93e6-646ade3cc181 [ 621.823074] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799198} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.823674] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b/6fead5d8-1edf-4b2e-82ce-e232e5e5f23b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.824625] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.826091] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44bb8f7c-34fb-48f1-947a-03fab27f2fa1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.833652] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 621.833652] env[68989]: value = "task-3217156" [ 621.833652] env[68989]: _type = "Task" [ 621.833652] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.843652] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.931183] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217154, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.966289] env[68989]: DEBUG oslo_vmware.api [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217153, 'name': PowerOnVM_Task, 'duration_secs': 0.845123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.966685] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.966751] env[68989]: INFO nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Took 11.12 seconds to spawn the instance on the hypervisor. [ 621.966929] env[68989]: DEBUG nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.967779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809ab7f-8eae-4fbc-b8db-e77df3e8c13e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.023023] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217155, 'name': PowerOffVM_Task, 'duration_secs': 0.224576} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.023437] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.023621] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.023880] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5a9e13a-a78b-4e0f-86e8-250de7c86a2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.109171] env[68989]: DEBUG nova.compute.manager [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Received event network-vif-plugged-e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.109475] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Acquiring lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.109642] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.110109] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.110882] env[68989]: DEBUG nova.compute.manager [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] No waiting events found dispatching network-vif-plugged-e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.111131] env[68989]: WARNING nova.compute.manager [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Received unexpected event network-vif-plugged-e046e18e-10d8-4955-a5d4-e6cccc2792c5 for instance with vm_state building and task_state spawning. [ 622.111293] env[68989]: DEBUG nova.compute.manager [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Received event network-changed-e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.111814] env[68989]: DEBUG nova.compute.manager [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Refreshing instance network info cache due to event network-changed-e046e18e-10d8-4955-a5d4-e6cccc2792c5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.111814] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Acquiring lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.111814] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Acquired lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.111968] env[68989]: DEBUG nova.network.neutron [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Refreshing network info cache for port e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.119158] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.119356] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.119539] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Deleting the datastore file [datastore1] 07eb86d6-904b-4003-a210-41bbe5b36401 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.120074] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43b3a325-ea5f-4201-965e-d51e2a8bc2bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.129379] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for the task: (returnval){ [ 622.129379] env[68989]: value = "task-3217158" [ 622.129379] env[68989]: _type = "Task" [ 622.129379] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.141111] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.171381] env[68989]: DEBUG nova.compute.utils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.175312] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.175507] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.199273] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c1ed18c4-c848-4b23-9c4b-bcc2cec8788e tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.605s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.204020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.457s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.204020] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db998337-1313-4c8f-94fe-ba1ea84cdd43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.230419] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6fa6632e-3c4d-48bb-a5ca-bf91fb54ea4a tempest-DeleteServersAdminTestJSON-158285225 tempest-DeleteServersAdminTestJSON-158285225-project-admin] Lock "cdb1d402-ec9c-446e-93e6-646ade3cc181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.681s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.348131] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075572} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.349980] env[68989]: DEBUG nova.policy [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84156bdc02b9437195f2bee20b34a44e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '108b68f3e86f428cbabeb826cde5bf03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.352036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.352995] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58093a81-f3d6-46ee-b536-d6ec5e4161ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.391210] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b/6fead5d8-1edf-4b2e-82ce-e232e5e5f23b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.391622] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228cc0aa-58f8-435e-81eb-8816193e49ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.414282] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 622.414282] env[68989]: value = "task-3217159" [ 622.414282] env[68989]: _type = "Task" [ 622.414282] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.430405] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.435372] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217154, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.491158] env[68989]: INFO nova.compute.manager [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Took 18.88 seconds to build instance. [ 622.549300] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b3c4e-bb77-4d16-aa57-105f84282c84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.560324] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad74984-5586-4087-8088-dea1c9c4d837 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.596071] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d5a5b-689e-47d9-bd83-dc65372497f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.605163] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f271a88-9182-4eae-9a60-4bd7d74c1ff9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.625287] env[68989]: DEBUG nova.compute.provider_tree [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.639749] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.676725] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.715049] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.933237] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.939100] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217154, 'name': Rename_Task, 'duration_secs': 1.183247} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.939950] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.940275] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7796f726-dad4-4818-93cd-48b99ef6607a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.948746] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 622.948746] env[68989]: value = "task-3217160" [ 622.948746] env[68989]: _type = "Task" [ 622.948746] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.959989] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.993410] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e403fefe-be8f-4bfc-841b-15697a9c3c4a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.399s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.130593] env[68989]: DEBUG nova.scheduler.client.report [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.143235] env[68989]: DEBUG oslo_vmware.api [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Task: {'id': task-3217158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529616} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.143617] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.143891] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.144190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.145034] env[68989]: INFO nova.compute.manager [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Took 1.65 seconds to destroy the instance on the hypervisor. [ 623.145034] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.145034] env[68989]: DEBUG nova.compute.manager [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.145212] env[68989]: DEBUG nova.network.neutron [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.282011] env[68989]: DEBUG nova.network.neutron [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updated VIF entry in instance network info cache for port e046e18e-10d8-4955-a5d4-e6cccc2792c5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.282011] env[68989]: DEBUG nova.network.neutron [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updating instance_info_cache with network_info: [{"id": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "address": "fa:16:3e:50:80:2a", "network": {"id": "88578572-267f-4ebe-bac0-208e3ba6bdf5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-486116310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4655474fa254c7f89395ecc82e19b1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046e18e-10", "ovs_interfaceid": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.375314] env[68989]: DEBUG nova.compute.manager [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Received event network-changed-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.375526] env[68989]: DEBUG nova.compute.manager [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Refreshing instance network info cache due to event network-changed-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.375794] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] Acquiring lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.375963] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] Acquired lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.376177] env[68989]: DEBUG nova.network.neutron [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Refreshing network info cache for port 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.431795] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217159, 'name': ReconfigVM_Task, 'duration_secs': 0.762471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.431795] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b/6fead5d8-1edf-4b2e-82ce-e232e5e5f23b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.432363] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a2ec52-e404-42ad-b70a-97ca6b53f991 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.439630] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 623.439630] env[68989]: value = "task-3217161" [ 623.439630] env[68989]: _type = "Task" [ 623.439630] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.450326] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217161, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.458539] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217160, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.641574] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.645139] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Successfully updated port: 59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.649349] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.253s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.650701] env[68989]: INFO nova.compute.claims [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.679771] env[68989]: INFO nova.scheduler.client.report [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Deleted allocations for instance c5af5e6f-6f97-4e27-9b4d-f18d008f4eac [ 623.689937] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.734507] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Successfully created port: c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.757909] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.757909] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.757909] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.758110] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.758110] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.758110] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.758110] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.758110] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.758488] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.758790] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.760718] env[68989]: DEBUG nova.virt.hardware [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.761376] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d629f0b8-103e-47aa-bbc1-50bbd63a9cfe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.770980] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae068b8-b346-426a-9a9c-9635338aa8cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.788622] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efea8c4-0e11-4ced-b4c6-b31fb64a3ade req-2b567e85-57b6-48db-b095-e4a711fa28b4 service nova] Releasing lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954517] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217161, 'name': Rename_Task, 'duration_secs': 0.212831} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.956984] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.956984] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f969cb5-a7fd-40b8-a117-ad585471916c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.967131] env[68989]: DEBUG oslo_vmware.api [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217160, 'name': PowerOnVM_Task, 'duration_secs': 0.632094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.967131] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.967131] env[68989]: INFO nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Took 11.19 seconds to spawn the instance on the hypervisor. [ 623.967131] env[68989]: DEBUG nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.967131] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 623.967131] env[68989]: value = "task-3217162" [ 623.967131] env[68989]: _type = "Task" [ 623.967131] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.967424] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa400cb-c8b8-4421-9d20-368e63377cc5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.988453] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.160398] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.160470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.161272] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.189525] env[68989]: DEBUG oslo_concurrency.lockutils [None req-072a0a75-89f0-430e-a2b3-178d8375a3f2 tempest-AttachInterfacesV270Test-1875082788 tempest-AttachInterfacesV270Test-1875082788-project-member] Lock "c5af5e6f-6f97-4e27-9b4d-f18d008f4eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.601s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.353792] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.354194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.355397] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.355775] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.356051] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.358497] env[68989]: INFO nova.compute.manager [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Terminating instance [ 624.480517] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.499276] env[68989]: INFO nova.compute.manager [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Took 19.12 seconds to build instance. [ 624.787748] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.796023] env[68989]: DEBUG nova.network.neutron [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.848182] env[68989]: DEBUG nova.network.neutron [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updated VIF entry in instance network info cache for port 66a8b1ae-a7a1-4f60-9d6a-1a500806ba58. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.848302] env[68989]: DEBUG nova.network.neutron [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updating instance_info_cache with network_info: [{"id": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "address": "fa:16:3e:23:5c:80", "network": {"id": "41cd7143-849b-439c-90a3-95118105ec81", "bridge": "br-int", "label": "tempest-ServersTestJSON-907507539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22485b837392454497bd922997c2e9bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a8b1ae-a7", "ovs_interfaceid": "66a8b1ae-a7a1-4f60-9d6a-1a500806ba58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.864192] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "refresh_cache-c852f0ff-1907-44d1-a4e0-6f2dd3528324" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.864374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquired lock "refresh_cache-c852f0ff-1907-44d1-a4e0-6f2dd3528324" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.864466] env[68989]: DEBUG nova.network.neutron [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.984079] env[68989]: DEBUG oslo_vmware.api [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217162, 'name': PowerOnVM_Task, 'duration_secs': 0.6388} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.985364] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.985619] env[68989]: INFO nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Took 9.82 seconds to spawn the instance on the hypervisor. [ 624.985831] env[68989]: DEBUG nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.986710] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dbc7dc-7290-45bc-bb36-b7b0db09c954 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.990148] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e3e35-b643-4a33-b3d0-6c4348e59fcb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.000286] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b2d43-ccd3-49a5-915f-9de6b0ff4cef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.007334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b0e759-67e0-4ede-ac58-d803958384c4 tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.651s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.044118] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dd768-ee13-41d3-90c8-59692d7c56ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.052813] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ab448-d2d5-4185-839a-ecbd0928898e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.068829] env[68989]: DEBUG nova.compute.provider_tree [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.296849] env[68989]: INFO nova.compute.manager [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Rebuilding instance [ 625.299590] env[68989]: INFO nova.compute.manager [-] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Took 2.15 seconds to deallocate network for instance. [ 625.347753] env[68989]: DEBUG nova.compute.manager [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.348642] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ee69a-55b5-4d51-9061-509702c41024 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.361802] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22dec9f-c61f-42d3-b7ec-e3b0d43ce090 req-c8439814-7776-4f55-91fe-89c16158229b service nova] Releasing lock "refresh_cache-ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.428906] env[68989]: DEBUG nova.network.neutron [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.500461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.501121] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.501449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.501734] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.501963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.505021] env[68989]: INFO nova.compute.manager [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Terminating instance [ 625.522260] env[68989]: INFO nova.compute.manager [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Took 19.93 seconds to build instance. [ 625.558583] env[68989]: DEBUG nova.network.neutron [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updating instance_info_cache with network_info: [{"id": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "address": "fa:16:3e:15:e7:5b", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b3661a-0d", "ovs_interfaceid": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.572653] env[68989]: DEBUG nova.scheduler.client.report [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.588025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.588962] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.597087] env[68989]: DEBUG nova.network.neutron [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.809952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.871970] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.872512] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.873159] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.873636] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.873720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.876745] env[68989]: INFO nova.compute.manager [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Terminating instance [ 625.961747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "83f07743-c06e-4284-b68d-56240917ee00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.962063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.015944] env[68989]: DEBUG nova.compute.manager [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.016195] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.017167] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f124b0-89e3-4666-8e1a-cc061dfaa837 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.025806] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.025856] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f847a395-853a-4311-80fb-8759521a401d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.027600] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2d7a92-d958-40ac-957c-14293f86c5f4 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.454s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.033413] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 626.033413] env[68989]: value = "task-3217163" [ 626.033413] env[68989]: _type = "Task" [ 626.033413] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.042097] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.061306] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.062347] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Instance network_info: |[{"id": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "address": "fa:16:3e:15:e7:5b", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b3661a-0d", "ovs_interfaceid": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.062503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e7:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59b3661a-0d86-4ce1-bc99-b783be25fc7b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.073162] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Creating folder: Project (c25e6b6c4c6e42f8bbf7003330e543c6). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.073162] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2318f3cb-b9a0-45fa-b13f-d055bc218b4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.079316] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.079819] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.084223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.370s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.086079] env[68989]: INFO nova.compute.claims [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.089220] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Created folder: Project (c25e6b6c4c6e42f8bbf7003330e543c6) in parent group-v643186. [ 626.089220] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Creating folder: Instances. Parent ref: group-v643227. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.094166] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea4c7d28-d3c6-42d9-a52e-8fd239e4fdf5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.095148] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.101018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Releasing lock "refresh_cache-c852f0ff-1907-44d1-a4e0-6f2dd3528324" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.101018] env[68989]: DEBUG nova.compute.manager [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.101258] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.101959] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a75692-b7ba-4d60-94a9-ea78ee92f113 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.107643] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Created folder: Instances in parent group-v643227. [ 626.107643] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.107828] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.109846] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3813b1c1-4d1a-4177-a5c3-1169db8558a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.129466] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.130123] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f99e315-2643-4862-95e9-de987928e3fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.137051] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.137051] env[68989]: value = "task-3217166" [ 626.137051] env[68989]: _type = "Task" [ 626.137051] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.139398] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 626.139398] env[68989]: value = "task-3217167" [ 626.139398] env[68989]: _type = "Task" [ 626.139398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.157023] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217166, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.157315] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.383321] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.383953] env[68989]: DEBUG nova.compute.manager [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.384162] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.384417] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28eb52fa-ef4d-4c2c-8ae3-3b765433a31f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.387627] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f950b9c-ed0f-4676-945a-d0ed662b42f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.396552] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.398146] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c84001-9275-4745-80e4-86aaeb6880ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.400157] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 626.400157] env[68989]: value = "task-3217168" [ 626.400157] env[68989]: _type = "Task" [ 626.400157] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.406196] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 626.406196] env[68989]: value = "task-3217169" [ 626.406196] env[68989]: _type = "Task" [ 626.406196] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.418917] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.424607] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.464430] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.492359] env[68989]: DEBUG nova.compute.manager [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Received event network-vif-plugged-59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.492359] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Acquiring lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.492359] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.492359] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.493524] env[68989]: DEBUG nova.compute.manager [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] No waiting events found dispatching network-vif-plugged-59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.493874] env[68989]: WARNING nova.compute.manager [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Received unexpected event network-vif-plugged-59b3661a-0d86-4ce1-bc99-b783be25fc7b for instance with vm_state building and task_state spawning. [ 626.494198] env[68989]: DEBUG nova.compute.manager [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Received event network-changed-59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.494474] env[68989]: DEBUG nova.compute.manager [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Refreshing instance network info cache due to event network-changed-59b3661a-0d86-4ce1-bc99-b783be25fc7b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.494776] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Acquiring lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.495244] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Acquired lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.495543] env[68989]: DEBUG nova.network.neutron [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Refreshing network info cache for port 59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.545727] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217163, 'name': PowerOffVM_Task, 'duration_secs': 0.365634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.546175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.546384] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.546691] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148133ae-44c8-45e2-985d-63f21bd742a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.592943] env[68989]: DEBUG nova.compute.utils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.597028] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.597028] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.611190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.611414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.611972] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Deleting the datastore file [datastore1] 774d5963-ca7a-4aae-b8e1-ceed95b15682 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.611972] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-926f5117-5a82-4bcd-b91c-50781c3fbf5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.621643] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for the task: (returnval){ [ 626.621643] env[68989]: value = "task-3217171" [ 626.621643] env[68989]: _type = "Task" [ 626.621643] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.628659] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.640383] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.654488] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217166, 'name': CreateVM_Task, 'duration_secs': 0.412558} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.657645] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.658157] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217167, 'name': PowerOffVM_Task, 'duration_secs': 0.170832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.658974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659095] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.659540] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.662888] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.662888] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.663258] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc9ddb5-c601-433e-b1d5-3dc712e3b59c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.665990] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ccdada1-e421-44c7-b7a4-a6efd872536e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.671427] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 626.671427] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b16de-6b76-bbed-952f-8f94e3a46e5b" [ 626.671427] env[68989]: _type = "Task" [ 626.671427] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.682471] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b16de-6b76-bbed-952f-8f94e3a46e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.699146] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.699557] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.699863] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Deleting the datastore file [datastore2] c852f0ff-1907-44d1-a4e0-6f2dd3528324 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.700329] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c081417c-3160-4aaf-ba0e-e488e681b819 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.707034] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for the task: (returnval){ [ 626.707034] env[68989]: value = "task-3217173" [ 626.707034] env[68989]: _type = "Task" [ 626.707034] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.718447] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.742118] env[68989]: DEBUG nova.policy [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d845751eb6e493bab7063d02af75978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '119d42badbf4448faab3e143238f83c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.759756] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.759756] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.915441] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217168, 'name': PowerOffVM_Task, 'duration_secs': 0.126535} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.916286] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.916566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.917346] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e920458-e862-4f77-b93a-9bc69ce26b3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.923820] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217169, 'name': PowerOffVM_Task, 'duration_secs': 0.196371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.924617] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.924843] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.925439] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7400800a-0f5e-4854-92fe-6334970cc487 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.929453] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.929832] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd8cef8-2eb5-4c1e-8378-3b9366bfad51 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.989851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.996410] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.996972] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.996972] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Deleting the datastore file [datastore1] 925a407f-db5a-4296-94e1-8108d6884fc7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.997138] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e363b7d-c2ad-4d58-a2da-98af9cbd8415 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.003730] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.003730] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.003958] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore1] 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.004730] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd1f301-1a7b-4d2f-a630-6084cfe3fe0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.009264] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 627.009264] env[68989]: value = "task-3217176" [ 627.009264] env[68989]: _type = "Task" [ 627.009264] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.015603] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 627.015603] env[68989]: value = "task-3217177" [ 627.015603] env[68989]: _type = "Task" [ 627.015603] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.025140] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.031928] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.097722] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.131822] env[68989]: DEBUG oslo_vmware.api [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Task: {'id': task-3217171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176585} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.134711] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.135061] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.135321] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.135529] env[68989]: INFO nova.compute.manager [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Took 1.12 seconds to destroy the instance on the hypervisor. [ 627.135808] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.136345] env[68989]: DEBUG nova.compute.manager [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.136466] env[68989]: DEBUG nova.network.neutron [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.178403] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Successfully updated port: c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.191347] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b16de-6b76-bbed-952f-8f94e3a46e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.191347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.191347] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.191347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.191645] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.191645] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.191645] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89953f08-d879-4106-b43a-8765bc531377 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.201741] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.201941] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.208220] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b121f3-2883-42ac-a491-9eafe4523020 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.221760] env[68989]: DEBUG oslo_vmware.api [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Task: {'id': task-3217173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1092} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.222721] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.222806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.222980] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.223178] env[68989]: INFO nova.compute.manager [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Took 1.12 seconds to destroy the instance on the hypervisor. [ 627.223448] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.223709] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 627.223709] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ac1eb3-55fd-aed5-924c-84656d9cf272" [ 627.223709] env[68989]: _type = "Task" [ 627.223709] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.226757] env[68989]: DEBUG nova.compute.manager [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.226846] env[68989]: DEBUG nova.network.neutron [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.240341] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ac1eb3-55fd-aed5-924c-84656d9cf272, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.243988] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6386ab-1d85-4508-9d40-d9f5173f8647 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.250536] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 627.250536] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f0361-7c27-aae5-e319-4ef974e53a00" [ 627.250536] env[68989]: _type = "Task" [ 627.250536] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.264051] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.266612] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f0361-7c27-aae5-e319-4ef974e53a00, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.267200] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.267450] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c55e04e0-6053-415f-892e-881b66cbfa98/c55e04e0-6053-415f-892e-881b66cbfa98.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.267730] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3224d6ee-baaa-4673-ab40-61b483211ea6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.273966] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 627.273966] env[68989]: value = "task-3217178" [ 627.273966] env[68989]: _type = "Task" [ 627.273966] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.282413] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.289969] env[68989]: DEBUG nova.network.neutron [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.471741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "98dbb319-8881-44b0-9faa-4e825f1a622b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.472150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.507044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56fc75-fe67-4917-b95b-d4e37061810c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.526459] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110362} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.528681] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c90376-9be4-4eb8-9919-646ce289551a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.532574] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.532574] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.532574] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.539165] env[68989]: DEBUG oslo_vmware.api [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181613} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.540221] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.540393] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.540602] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.540799] env[68989]: INFO nova.compute.manager [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 627.541089] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.541350] env[68989]: DEBUG nova.compute.manager [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.541428] env[68989]: DEBUG nova.network.neutron [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.575050] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f72194c-c632-44cf-b871-e2825f5adfac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.584231] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b06f63-6394-454d-882a-47a24104ee98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.602285] env[68989]: DEBUG nova.compute.provider_tree [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.691209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.691209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.691209] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.789791] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.792713] env[68989]: DEBUG nova.network.neutron [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.802020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.978624] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.004326] env[68989]: DEBUG nova.network.neutron [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updated VIF entry in instance network info cache for port 59b3661a-0d86-4ce1-bc99-b783be25fc7b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.006055] env[68989]: DEBUG nova.network.neutron [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updating instance_info_cache with network_info: [{"id": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "address": "fa:16:3e:15:e7:5b", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b3661a-0d", "ovs_interfaceid": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.106512] env[68989]: DEBUG nova.scheduler.client.report [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.110709] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.139214] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.139476] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.139634] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.139814] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.140211] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.140211] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.140345] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.140849] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.140849] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.140849] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.141112] env[68989]: DEBUG nova.virt.hardware [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.141855] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e5a48-501c-4313-89d2-84656639c739 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.150792] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7e414-2262-4d89-9234-5257f4bb6787 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.228595] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Successfully created port: a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.251206] env[68989]: DEBUG nova.network.neutron [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.286130] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580645} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.286542] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c55e04e0-6053-415f-892e-881b66cbfa98/c55e04e0-6053-415f-892e-881b66cbfa98.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.286855] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.289140] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.290113] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9927b8a5-0973-4652-8ba3-d0371bc842a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.297774] env[68989]: INFO nova.compute.manager [-] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Took 1.07 seconds to deallocate network for instance. [ 628.299072] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 628.299072] env[68989]: value = "task-3217179" [ 628.299072] env[68989]: _type = "Task" [ 628.299072] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.313845] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.509291] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f3c9760-d643-4827-8616-1fa763551e98 req-1782536f-39e4-4dd6-8616-4cd1a8cfa311 service nova] Releasing lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.512111] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.526074] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "700d2210-01db-494b-85db-3cc04128c30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.526573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.562305] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "fabce3d0-a8db-4532-83c3-c982aec14981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.562686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.579825] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.580335] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.580616] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.580920] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.584187] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.584187] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.584187] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.584187] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.584187] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.584424] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.584424] env[68989]: DEBUG nova.virt.hardware [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.584499] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d878de62-b2f8-4414-8e68-00501665ba75 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.598447] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40662b6-cfde-4787-879a-4a0c0576b4e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.606759] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.607413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.620616] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.620616] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.625314] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.631198] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.632026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.538s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.633858] env[68989]: INFO nova.compute.claims [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.636747] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.637440] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cac9647b-be8e-4c29-b478-e80fb851630e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.657124] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.657124] env[68989]: value = "task-3217180" [ 628.657124] env[68989]: _type = "Task" [ 628.657124] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.667815] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217180, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.755033] env[68989]: INFO nova.compute.manager [-] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Took 1.62 seconds to deallocate network for instance. [ 628.811497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.812862] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27353} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.812862] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.813194] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0710a02a-e87f-4d4e-bb54-659b25389da1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.836739] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] c55e04e0-6053-415f-892e-881b66cbfa98/c55e04e0-6053-415f-892e-881b66cbfa98.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.839213] env[68989]: DEBUG nova.network.neutron [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Updating instance_info_cache with network_info: [{"id": "c21a367c-9ba2-4431-ba65-f0641073600f", "address": "fa:16:3e:d0:25:1c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a367c-9b", "ovs_interfaceid": "c21a367c-9ba2-4431-ba65-f0641073600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.840277] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039ae4ba-408f-4a83-83b2-945d56bde85d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.864556] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 628.864556] env[68989]: value = "task-3217181" [ 628.864556] env[68989]: _type = "Task" [ 628.864556] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.873830] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.134149] env[68989]: DEBUG nova.compute.utils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.136347] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.137536] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.182023] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217180, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.213945] env[68989]: DEBUG nova.policy [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ebec0acd8c5433ba372013c81576ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a39c4ee5044142b642fa8a1fdcb321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.266086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.360102] env[68989]: DEBUG nova.network.neutron [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.363582] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.363582] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Instance network_info: |[{"id": "c21a367c-9ba2-4431-ba65-f0641073600f", "address": "fa:16:3e:d0:25:1c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a367c-9b", "ovs_interfaceid": "c21a367c-9ba2-4431-ba65-f0641073600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.363721] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:25:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21a367c-9ba2-4431-ba65-f0641073600f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.371985] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.372354] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.376576] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c70936e3-f7fc-4144-9e00-63a5adbb8a88 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.402241] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.403676] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.403676] env[68989]: value = "task-3217182" [ 629.403676] env[68989]: _type = "Task" [ 629.403676] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.414831] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217182, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.638201] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.674175] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217180, 'name': CreateVM_Task, 'duration_secs': 0.5867} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.674175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.676309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.676309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.676473] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.676646] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b82da6f-d254-416e-a231-3c6a5a23068f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.684155] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 629.684155] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ead731-30fe-fa4b-339d-0d0e3850ca1e" [ 629.684155] env[68989]: _type = "Task" [ 629.684155] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.703478] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ead731-30fe-fa4b-339d-0d0e3850ca1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.704033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.704304] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.704647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.707100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.707100] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.707100] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a03dcb-2b55-4289-a626-36606b244830 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.721340] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.721606] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.724210] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9348666e-6d3a-47d2-9fab-7e8dabbae281 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.733691] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 629.733691] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5231677d-5e2c-7d5a-690f-db1f38a2c552" [ 629.733691] env[68989]: _type = "Task" [ 629.733691] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.750190] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5231677d-5e2c-7d5a-690f-db1f38a2c552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.777607] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Successfully created port: de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.864571] env[68989]: INFO nova.compute.manager [-] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Took 2.32 seconds to deallocate network for instance. [ 629.887409] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217181, 'name': ReconfigVM_Task, 'duration_secs': 0.643069} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.887690] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Reconfigured VM instance instance-0000000e to attach disk [datastore2] c55e04e0-6053-415f-892e-881b66cbfa98/c55e04e0-6053-415f-892e-881b66cbfa98.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.892162] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8523fc91-6af3-4fe3-9653-3f93ab429b8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.905391] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 629.905391] env[68989]: value = "task-3217183" [ 629.905391] env[68989]: _type = "Task" [ 629.905391] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.918505] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217182, 'name': CreateVM_Task, 'duration_secs': 0.386833} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.925631] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.926191] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217183, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.927735] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.927735] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.927893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.928142] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92581c25-8df0-4135-8750-0923a9326d09 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.932745] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 629.932745] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523d57e0-106e-3c04-384d-00f062252e28" [ 629.932745] env[68989]: _type = "Task" [ 629.932745] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.945515] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523d57e0-106e-3c04-384d-00f062252e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.105530] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d55d332-bd5e-4af5-9b2d-cd27475ce8fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.113326] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9eceb-f165-45c2-a674-b17bf40e54ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.151457] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002dbb41-f9a1-421d-8f32-5b8aa4a7d032 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.159715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12834d11-1a3e-4d3a-bd6f-2f68d46f9294 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.174556] env[68989]: DEBUG nova.compute.provider_tree [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.246289] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5231677d-5e2c-7d5a-690f-db1f38a2c552, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.247498] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1c2187-4918-4f41-a8d0-fc82c5f28e6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.255850] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 630.255850] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528c685e-dd49-08bf-444e-5a3cc2059adf" [ 630.255850] env[68989]: _type = "Task" [ 630.255850] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.269936] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528c685e-dd49-08bf-444e-5a3cc2059adf, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.270526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.270952] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.271569] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae8ef1a1-3369-43b0-a0ca-fc074bcdfa83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.278962] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 630.278962] env[68989]: value = "task-3217184" [ 630.278962] env[68989]: _type = "Task" [ 630.278962] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.289202] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.324965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "49ec9dce-c963-4126-8fe6-f7e247e54072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.325245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.371880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.415411] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217183, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.443295] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523d57e0-106e-3c04-384d-00f062252e28, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.443655] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.443887] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.444209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.444329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.444548] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.444778] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-784c9cba-e75a-4632-b378-3667d6d7faaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.450847] env[68989]: DEBUG nova.compute.manager [req-6b6fdfd0-a9cb-4f07-9c20-557a7c0a2d40 req-e996e627-8a9d-492f-959d-a06a17a265e1 service nova] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Received event network-vif-deleted-bd21336f-39aa-427c-b4cf-7e624b56db7f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.463493] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.463733] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.464888] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8278a04-f39b-4e6b-aa4a-b147d01d1012 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.472602] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 630.472602] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52959a16-ecab-6649-59af-10db2c2fbeec" [ 630.472602] env[68989]: _type = "Task" [ 630.472602] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.483981] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52959a16-ecab-6649-59af-10db2c2fbeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.539773] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Successfully updated port: a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.582942] env[68989]: DEBUG nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Received event network-vif-deleted-270d2fc0-a923-44f8-94e7-3bcf5b8d4f13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.583191] env[68989]: DEBUG nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Received event network-vif-plugged-c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.583386] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Acquiring lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.583589] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.584244] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.584244] env[68989]: DEBUG nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] No waiting events found dispatching network-vif-plugged-c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.584244] env[68989]: WARNING nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Received unexpected event network-vif-plugged-c21a367c-9ba2-4431-ba65-f0641073600f for instance with vm_state building and task_state spawning. [ 630.584244] env[68989]: DEBUG nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Received event network-changed-c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.584494] env[68989]: DEBUG nova.compute.manager [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Refreshing instance network info cache due to event network-changed-c21a367c-9ba2-4431-ba65-f0641073600f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.584540] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Acquiring lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.584730] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Acquired lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.584816] env[68989]: DEBUG nova.network.neutron [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Refreshing network info cache for port c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.657029] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.678346] env[68989]: DEBUG nova.scheduler.client.report [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.700392] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.700766] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.700923] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.701194] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.701449] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.701630] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.701891] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.702221] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.702396] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.702528] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.702706] env[68989]: DEBUG nova.virt.hardware [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.704232] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832fa3d3-0811-4ea7-938a-f6edb4b70a1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.717090] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87523c08-8dcb-419f-9428-5cd0097180e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.791733] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500564} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.792548] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.792548] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.792548] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3e4f2bb-64c9-438e-971b-86055f9f7b09 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.798883] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 630.798883] env[68989]: value = "task-3217185" [ 630.798883] env[68989]: _type = "Task" [ 630.798883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.808165] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.919762] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217183, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.983299] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52959a16-ecab-6649-59af-10db2c2fbeec, 'name': SearchDatastore_Task, 'duration_secs': 0.065558} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.983772] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56f4136-be9b-4b7b-8941-ccbe20b51f8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.989223] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 630.989223] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52936512-0588-fd27-3fc8-98b4005d1211" [ 630.989223] env[68989]: _type = "Task" [ 630.989223] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.001320] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52936512-0588-fd27-3fc8-98b4005d1211, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.001453] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.001651] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 60b58bcc-68e2-4955-a121-5b41cc58946d/60b58bcc-68e2-4955-a121-5b41cc58946d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.001951] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc81bdd3-4d0a-4440-8117-9c28b8adca9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.008704] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 631.008704] env[68989]: value = "task-3217186" [ 631.008704] env[68989]: _type = "Task" [ 631.008704] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.021577] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.043882] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.043882] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquired lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.043882] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.087223] env[68989]: INFO nova.compute.manager [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Rebuilding instance [ 631.150054] env[68989]: DEBUG nova.compute.manager [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.150952] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1029d9-40cf-40c5-a139-69ac1134b303 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.186749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.187420] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.194424] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.361s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.194725] env[68989]: DEBUG nova.objects.instance [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 631.313991] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064344} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.314550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.315713] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ae922-5afa-4c30-945a-b04aec05269b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.341923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.345067] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d190b46-2388-4263-9ef3-067022c73c91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.366525] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 631.366525] env[68989]: value = "task-3217187" [ 631.366525] env[68989]: _type = "Task" [ 631.366525] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.378448] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.419203] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217183, 'name': Rename_Task, 'duration_secs': 1.33984} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.419671] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.419865] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d998345-aa5d-479e-a693-607defb0d79b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.430251] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 631.430251] env[68989]: value = "task-3217188" [ 631.430251] env[68989]: _type = "Task" [ 631.430251] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.443883] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.520159] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4595} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.520491] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 60b58bcc-68e2-4955-a121-5b41cc58946d/60b58bcc-68e2-4955-a121-5b41cc58946d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.520634] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.520871] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d579b14-725c-4371-8f28-c39a98fcc29a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.528220] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 631.528220] env[68989]: value = "task-3217189" [ 631.528220] env[68989]: _type = "Task" [ 631.528220] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.538991] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.681486] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.700459] env[68989]: DEBUG nova.compute.utils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.709952] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.709952] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.782953] env[68989]: DEBUG nova.policy [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182979ac78f24913843987ea1c4430ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af8761a7588b4bd1a2b1c1b799755d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.877653] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.950504] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.043374] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067088} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.043773] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.044747] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a2504-892f-4575-be5d-9e3b1d722ec8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.069240] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 60b58bcc-68e2-4955-a121-5b41cc58946d/60b58bcc-68e2-4955-a121-5b41cc58946d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.072374] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb1e84f-633c-4bae-8678-92a44b4b559b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.095375] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 632.095375] env[68989]: value = "task-3217190" [ 632.095375] env[68989]: _type = "Task" [ 632.095375] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.105019] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.169400] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.169773] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dab29ab-9ada-42d1-9dd6-5ec4a2f9a286 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.177894] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 632.177894] env[68989]: value = "task-3217191" [ 632.177894] env[68989]: _type = "Task" [ 632.177894] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.186609] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.209357] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47d7e2d6-9472-4537-913c-874b8e6938e6 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.210253] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.786s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.212115] env[68989]: INFO nova.compute.claims [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.216187] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.240527] env[68989]: DEBUG nova.network.neutron [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updating instance_info_cache with network_info: [{"id": "a39cba30-09b0-444a-8243-db7196e5c06d", "address": "fa:16:3e:ea:4e:cb", "network": {"id": "26b18402-ee63-4579-876a-59ce7062d0e9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1491673974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119d42badbf4448faab3e143238f83c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39cba30-09", "ovs_interfaceid": "a39cba30-09b0-444a-8243-db7196e5c06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.251193] env[68989]: DEBUG nova.network.neutron [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Updated VIF entry in instance network info cache for port c21a367c-9ba2-4431-ba65-f0641073600f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.251659] env[68989]: DEBUG nova.network.neutron [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Updating instance_info_cache with network_info: [{"id": "c21a367c-9ba2-4431-ba65-f0641073600f", "address": "fa:16:3e:d0:25:1c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21a367c-9b", "ovs_interfaceid": "c21a367c-9ba2-4431-ba65-f0641073600f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.357143] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Successfully created port: 31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.380598] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217187, 'name': ReconfigVM_Task, 'duration_secs': 0.953815} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.380906] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7/925a407f-db5a-4296-94e1-8108d6884fc7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.381585] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549a8ab4-f66d-45cf-95aa-77373650011d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.388481] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 632.388481] env[68989]: value = "task-3217192" [ 632.388481] env[68989]: _type = "Task" [ 632.388481] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.441655] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217188, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.466060] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Successfully updated port: de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.606074] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217190, 'name': ReconfigVM_Task, 'duration_secs': 0.387402} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.606577] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 60b58bcc-68e2-4955-a121-5b41cc58946d/60b58bcc-68e2-4955-a121-5b41cc58946d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.607412] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479d25f0-a4ca-4029-9c64-4d3e8064058a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.616213] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 632.616213] env[68989]: value = "task-3217193" [ 632.616213] env[68989]: _type = "Task" [ 632.616213] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.627902] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217193, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.692760] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217191, 'name': PowerOffVM_Task, 'duration_secs': 0.21083} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.693330] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.693481] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.694310] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1a8f5-35f0-406c-85a9-1140b0d5c14e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.703959] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.704310] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea3db0e1-2826-45c3-8f83-5d064973fb8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.747207] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Releasing lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.747207] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Instance network_info: |[{"id": "a39cba30-09b0-444a-8243-db7196e5c06d", "address": "fa:16:3e:ea:4e:cb", "network": {"id": "26b18402-ee63-4579-876a-59ce7062d0e9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1491673974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119d42badbf4448faab3e143238f83c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39cba30-09", "ovs_interfaceid": "a39cba30-09b0-444a-8243-db7196e5c06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.747739] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:4e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39cba30-09b0-444a-8243-db7196e5c06d', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.754548] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Creating folder: Project (119d42badbf4448faab3e143238f83c3). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.756070] env[68989]: DEBUG oslo_concurrency.lockutils [req-1353dd68-a1e2-4056-ba07-f3b1358b7c5f req-892fb59b-2a67-487f-8794-d317ddfeac26 service nova] Releasing lock "refresh_cache-60b58bcc-68e2-4955-a121-5b41cc58946d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.757457] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0899ff27-fa8d-4256-83b6-62f4e5d28d60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.770289] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Created folder: Project (119d42badbf4448faab3e143238f83c3) in parent group-v643186. [ 632.770289] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Creating folder: Instances. Parent ref: group-v643232. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.770289] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6a38a8-214e-4286-a673-0621cdf2be0e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.779287] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.781076] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.781076] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.781076] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153ac21e-7a57-45ef-b1a1-cfc822a6883c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.784775] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Created folder: Instances in parent group-v643232. [ 632.786356] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.786356] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.786500] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631aa2a1-b735-4f3b-8f40-54aacc877ed0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.803707] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 632.803707] env[68989]: value = "task-3217197" [ 632.803707] env[68989]: _type = "Task" [ 632.803707] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.818193] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.818193] env[68989]: value = "task-3217198" [ 632.818193] env[68989]: _type = "Task" [ 632.818193] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.827304] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.834164] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217198, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.907961] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217192, 'name': Rename_Task, 'duration_secs': 0.297969} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.911020] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.911020] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21e4c1f-12b2-418f-a4f5-7b4dbef02753 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.918274] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Waiting for the task: (returnval){ [ 632.918274] env[68989]: value = "task-3217202" [ 632.918274] env[68989]: _type = "Task" [ 632.918274] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.926923] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.943467] env[68989]: DEBUG oslo_vmware.api [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217188, 'name': PowerOnVM_Task, 'duration_secs': 1.426433} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.943773] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.943980] env[68989]: INFO nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Took 11.74 seconds to spawn the instance on the hypervisor. [ 632.944184] env[68989]: DEBUG nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.945044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fe66c5-e594-425d-a02a-52d1f91466e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.971475] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.971475] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquired lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.971580] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.130628] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217193, 'name': Rename_Task, 'duration_secs': 0.181916} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.131086] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.131466] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062a994a-f3ec-460f-81fe-504071b27ccb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.139149] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 633.139149] env[68989]: value = "task-3217204" [ 633.139149] env[68989]: _type = "Task" [ 633.139149] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.149788] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.232846] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.269770] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.270239] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.270478] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.270478] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.270707] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.270785] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.271249] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.271249] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.272059] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.272059] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.272059] env[68989]: DEBUG nova.virt.hardware [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.273207] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db02cd-6277-4a64-890f-da49c8c14613 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.285470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b092407-2f0a-46f2-af7c-fae09818eb17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.318547] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273511} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.321388] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.321697] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.322271] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.334355] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217198, 'name': CreateVM_Task, 'duration_secs': 0.471843} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.334472] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.335192] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.335387] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.335719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.337030] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81955bca-0c02-476e-85eb-b50faeaa0261 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.342030] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 633.342030] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e80ac-58dd-c69a-8a4b-50a2af660f6e" [ 633.342030] env[68989]: _type = "Task" [ 633.342030] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.358251] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e80ac-58dd-c69a-8a4b-50a2af660f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.358576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.361938] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.361938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.361938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.361938] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.361938] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3cea26-d5ea-499d-a517-b5d55456305f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.379375] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.379375] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.379375] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550f747f-f31b-4cfa-a66a-6c2c6a39f1b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.391815] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 633.391815] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528568f5-6bd7-9970-3468-1c4820bcdc13" [ 633.391815] env[68989]: _type = "Task" [ 633.391815] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.401023] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528568f5-6bd7-9970-3468-1c4820bcdc13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.431718] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.473859] env[68989]: INFO nova.compute.manager [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Took 23.18 seconds to build instance. [ 633.482943] env[68989]: DEBUG nova.compute.manager [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Received event network-changed-f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.483198] env[68989]: DEBUG nova.compute.manager [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Refreshing instance network info cache due to event network-changed-f191ae95-ee9e-44a3-919b-c4f602d3bca9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.485689] env[68989]: DEBUG oslo_concurrency.lockutils [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] Acquiring lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.485689] env[68989]: DEBUG oslo_concurrency.lockutils [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] Acquired lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.485689] env[68989]: DEBUG nova.network.neutron [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Refreshing network info cache for port f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.490119] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Received event network-vif-deleted-6656f2c6-9133-4fc0-888d-2ae33d9bbf21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.490542] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Received event network-vif-plugged-a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.490771] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquiring lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.491890] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.491890] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.491890] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] No waiting events found dispatching network-vif-plugged-a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.492663] env[68989]: WARNING nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Received unexpected event network-vif-plugged-a39cba30-09b0-444a-8243-db7196e5c06d for instance with vm_state building and task_state spawning. [ 633.492663] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Received event network-changed-a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.492663] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Refreshing instance network info cache due to event network-changed-a39cba30-09b0-444a-8243-db7196e5c06d. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.493036] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquiring lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.493146] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquired lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.493636] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Refreshing network info cache for port a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.518324] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.653460] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.712166] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561998d-233b-4881-87fd-1034a4fdeff4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.721270] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df355fb-198e-4427-8e65-a68edc9cb702 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.764211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be67ae-ef97-4e5d-a123-24b7a7156f1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.773392] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e020a1-7873-4e85-865a-34d9a01a25c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.790287] env[68989]: DEBUG nova.compute.provider_tree [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.820049] env[68989]: DEBUG nova.network.neutron [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Updating instance_info_cache with network_info: [{"id": "de0e2794-e570-46f2-9ec4-77e499e58631", "address": "fa:16:3e:57:a6:7f", "network": {"id": "193c3974-15b6-491a-ba46-007c20886cf7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-177190248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a39c4ee5044142b642fa8a1fdcb321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0e2794-e5", "ovs_interfaceid": "de0e2794-e570-46f2-9ec4-77e499e58631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.909127] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528568f5-6bd7-9970-3468-1c4820bcdc13, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.911308] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b376262-9d3d-4b0a-8b3d-0614851450d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.916393] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 633.916393] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b33d9-8983-3380-d82e-34f856e4e712" [ 633.916393] env[68989]: _type = "Task" [ 633.916393] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.929585] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b33d9-8983-3380-d82e-34f856e4e712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.932847] env[68989]: DEBUG oslo_vmware.api [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Task: {'id': task-3217202, 'name': PowerOnVM_Task, 'duration_secs': 0.556699} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.933113] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.933368] env[68989]: DEBUG nova.compute.manager [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.934289] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314fa082-9495-4615-860a-6a1e4b55d58c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.979141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e81ee0cd-ccba-4bed-8956-43ad8c41aef8 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.709s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.013344] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.013795] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.155792] env[68989]: DEBUG oslo_vmware.api [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217204, 'name': PowerOnVM_Task, 'duration_secs': 0.734144} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.156206] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.156479] env[68989]: INFO nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Took 10.47 seconds to spawn the instance on the hypervisor. [ 634.156739] env[68989]: DEBUG nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.157690] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c133ba34-5c7d-4b15-b5a4-fb97ecd5d9c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.280376] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Successfully updated port: 31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.295555] env[68989]: DEBUG nova.scheduler.client.report [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.328155] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Releasing lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.328155] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Instance network_info: |[{"id": "de0e2794-e570-46f2-9ec4-77e499e58631", "address": "fa:16:3e:57:a6:7f", "network": {"id": "193c3974-15b6-491a-ba46-007c20886cf7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-177190248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a39c4ee5044142b642fa8a1fdcb321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0e2794-e5", "ovs_interfaceid": "de0e2794-e570-46f2-9ec4-77e499e58631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.329032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a6:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de0e2794-e570-46f2-9ec4-77e499e58631', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.338165] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Creating folder: Project (c6a39c4ee5044142b642fa8a1fdcb321). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.341493] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f148be56-be4e-4ea7-8b05-c056781e033d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.354024] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Created folder: Project (c6a39c4ee5044142b642fa8a1fdcb321) in parent group-v643186. [ 634.354024] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Creating folder: Instances. Parent ref: group-v643238. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.354024] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f481e59-309c-44b2-a278-d403b2c24e43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.364018] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Created folder: Instances in parent group-v643238. [ 634.364018] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.364018] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.364018] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511854fb-0005-4c35-b244-5bb03b3df36f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.389017] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.389017] env[68989]: value = "task-3217207" [ 634.389017] env[68989]: _type = "Task" [ 634.389017] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.389811] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.390213] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.390485] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.390795] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.391061] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.391308] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.391616] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.391875] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.392185] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.392474] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.392774] env[68989]: DEBUG nova.virt.hardware [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.397021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45d7c5-8271-446c-adc4-319f93b2e4da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.410935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ed511-24db-4a40-8dd2-5ea754257f69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.415415] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217207, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.429140] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:05:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d13a3d2-7dda-4a8a-b421-ddd36272110f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.437768] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.438255] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.439099] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e2b8920-c92e-4f59-94ac-7619f4835f2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.469027] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b33d9-8983-3380-d82e-34f856e4e712, 'name': SearchDatastore_Task, 'duration_secs': 0.026294} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.469027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.469027] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 5ce767c8-a1d8-47a1-895d-694a9a6ae283/5ce767c8-a1d8-47a1-895d-694a9a6ae283.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.469027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.469918] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updated VIF entry in instance network info cache for port a39cba30-09b0-444a-8243-db7196e5c06d. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.470174] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updating instance_info_cache with network_info: [{"id": "a39cba30-09b0-444a-8243-db7196e5c06d", "address": "fa:16:3e:ea:4e:cb", "network": {"id": "26b18402-ee63-4579-876a-59ce7062d0e9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1491673974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119d42badbf4448faab3e143238f83c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39cba30-09", "ovs_interfaceid": "a39cba30-09b0-444a-8243-db7196e5c06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.470975] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f9496ee-91ac-40ff-a38f-d192c7445bf9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.474404] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.474404] env[68989]: value = "task-3217208" [ 634.474404] env[68989]: _type = "Task" [ 634.474404] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.479669] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 634.479669] env[68989]: value = "task-3217209" [ 634.479669] env[68989]: _type = "Task" [ 634.479669] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.487788] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.490539] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217208, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.497385] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.568117] env[68989]: DEBUG nova.network.neutron [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updated VIF entry in instance network info cache for port f191ae95-ee9e-44a3-919b-c4f602d3bca9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.568508] env[68989]: DEBUG nova.network.neutron [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updating instance_info_cache with network_info: [{"id": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "address": "fa:16:3e:88:55:37", "network": {"id": "77a5f512-3276-44ae-a794-6eed1cc0ccb5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-541760069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e2daf9307d4620aeb8985abf15f839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf191ae95-ee", "ovs_interfaceid": "f191ae95-ee9e-44a3-919b-c4f602d3bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.678787] env[68989]: INFO nova.compute.manager [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Took 23.49 seconds to build instance. [ 634.783208] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.783576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquired lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.783665] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.799603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.800267] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.803276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.994s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.803601] env[68989]: DEBUG nova.objects.instance [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lazy-loading 'resources' on Instance uuid 07eb86d6-904b-4003-a210-41bbe5b36401 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.904931] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217207, 'name': CreateVM_Task, 'duration_secs': 0.387428} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.905279] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.906069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.906341] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.906788] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.907132] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc35582-d691-4b89-8453-86dc271609b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.914968] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 634.914968] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5277b202-a321-3f90-3074-aa4cc50b18c1" [ 634.914968] env[68989]: _type = "Task" [ 634.914968] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.934305] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5277b202-a321-3f90-3074-aa4cc50b18c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.975507] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Releasing lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975751] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Received event network-vif-plugged-de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.975965] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquiring lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.976231] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.976402] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.976556] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] No waiting events found dispatching network-vif-plugged-de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.976732] env[68989]: WARNING nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Received unexpected event network-vif-plugged-de0e2794-e570-46f2-9ec4-77e499e58631 for instance with vm_state building and task_state spawning. [ 634.976907] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Received event network-changed-e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.977070] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Refreshing instance network info cache due to event network-changed-e046e18e-10d8-4955-a5d4-e6cccc2792c5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.977269] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquiring lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.977525] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquired lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977621] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Refreshing network info cache for port e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.994131] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217208, 'name': CreateVM_Task, 'duration_secs': 0.364094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.998106] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.998492] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217209, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.002210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.002210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.002210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.002953] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba5290a-2a4d-4897-ba39-e2cae1ec1621 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.008497] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 635.008497] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246e3fd-b9f2-fddc-2393-f5c098a1ed7d" [ 635.008497] env[68989]: _type = "Task" [ 635.008497] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.020024] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246e3fd-b9f2-fddc-2393-f5c098a1ed7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.022293] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.071830] env[68989]: DEBUG oslo_concurrency.lockutils [req-6892fbf4-1881-4c09-9922-fe434a7ef0ed req-fc617bf6-72a1-4630-8451-6066f2291b9e service nova] Releasing lock "refresh_cache-e10bdf3c-06b0-456a-af99-801790144f45" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.185869] env[68989]: DEBUG oslo_concurrency.lockutils [None req-abfb0cdd-adc4-4c54-bad7-59f513fd31cd tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.314840] env[68989]: DEBUG nova.compute.utils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.316623] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.316781] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.367969] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.429695] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5277b202-a321-3f90-3074-aa4cc50b18c1, 'name': SearchDatastore_Task, 'duration_secs': 0.055099} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.430144] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.430393] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.430621] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.430759] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.430932] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.431206] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc34f55e-f1d2-4bc8-b07e-cad175faa3d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.440896] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.441097] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.443024] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87add42f-fc23-4bd5-a3d1-f60f439eb0c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.447216] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 635.447216] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52195ca3-34c6-d70b-7c09-3106291e567c" [ 635.447216] env[68989]: _type = "Task" [ 635.447216] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.455678] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52195ca3-34c6-d70b-7c09-3106291e567c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.495644] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520705} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.496179] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 5ce767c8-a1d8-47a1-895d-694a9a6ae283/5ce767c8-a1d8-47a1-895d-694a9a6ae283.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.496613] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.497142] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57006458-66c7-4d88-b7ad-de88ed82fbd9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.509020] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 635.509020] env[68989]: value = "task-3217210" [ 635.509020] env[68989]: _type = "Task" [ 635.509020] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.523782] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.529456] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246e3fd-b9f2-fddc-2393-f5c098a1ed7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.533686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.534269] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.534660] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.535454] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.535454] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.535957] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84c144f5-9107-4715-ac49-28e1ca8d5dff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.545059] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.546205] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.549226] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750a4cc4-d8de-4dcd-a4bf-1cf4d9cf7e00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.557016] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 635.557016] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2eed5-0c89-5433-4b8e-3a3731f1f1d5" [ 635.557016] env[68989]: _type = "Task" [ 635.557016] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.564563] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2eed5-0c89-5433-4b8e-3a3731f1f1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.695178] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.811997] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15b4b1-4c44-4628-b8e3-27fb281a472b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.817222] env[68989]: DEBUG nova.policy [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78cd594c62044d4815b1b3b067b5797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fef83b2949d4a65967e0293bcb299d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.821111] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.827362] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8a366-8295-4512-8381-c9c6a7fd5088 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.867916] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d5452-200b-4e0f-a71c-e658c6982102 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.877271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6d06d-7ee1-4174-be67-cd098326de66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.893034] env[68989]: DEBUG nova.compute.provider_tree [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.962928] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52195ca3-34c6-d70b-7c09-3106291e567c, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.966181] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0faf8a45-b131-4cb4-98c6-ec46c3e5ea41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.970283] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 635.970283] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520e4670-1df7-2ac4-a2b0-15d3527ca595" [ 635.970283] env[68989]: _type = "Task" [ 635.970283] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.983920] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520e4670-1df7-2ac4-a2b0-15d3527ca595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.017358] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075936} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.017926] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.019418] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3c2b4-91df-4b3a-8d1a-6981d0a5b431 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.050068] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5ce767c8-a1d8-47a1-895d-694a9a6ae283/5ce767c8-a1d8-47a1-895d-694a9a6ae283.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.050068] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc5c813-b422-4647-b930-867ad4cd816b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.072465] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2eed5-0c89-5433-4b8e-3a3731f1f1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.074383] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 636.074383] env[68989]: value = "task-3217212" [ 636.074383] env[68989]: _type = "Task" [ 636.074383] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.074646] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3770035b-6860-45c7-b1de-2ad2a801b199 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.091582] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.092393] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 636.092393] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5234c8eb-0f0f-83fd-84f7-e5535f242f5e" [ 636.092393] env[68989]: _type = "Task" [ 636.092393] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.101516] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5234c8eb-0f0f-83fd-84f7-e5535f242f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.222571] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.337434] env[68989]: DEBUG nova.network.neutron [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Updating instance_info_cache with network_info: [{"id": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "address": "fa:16:3e:8b:a0:e3", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31116406-ed", "ovs_interfaceid": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.351022] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updated VIF entry in instance network info cache for port e046e18e-10d8-4955-a5d4-e6cccc2792c5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.351022] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updating instance_info_cache with network_info: [{"id": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "address": "fa:16:3e:50:80:2a", "network": {"id": "88578572-267f-4ebe-bac0-208e3ba6bdf5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-486116310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4655474fa254c7f89395ecc82e19b1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape046e18e-10", "ovs_interfaceid": "e046e18e-10d8-4955-a5d4-e6cccc2792c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.398888] env[68989]: DEBUG nova.scheduler.client.report [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.483817] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520e4670-1df7-2ac4-a2b0-15d3527ca595, 'name': SearchDatastore_Task, 'duration_secs': 0.029854} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.484096] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.484356] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1/945e45cd-0fdb-4b30-bdd0-eecd9f3456f1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.484618] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-486181d1-1aae-4b82-90d6-be29a1f716d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.491429] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 636.491429] env[68989]: value = "task-3217213" [ 636.491429] env[68989]: _type = "Task" [ 636.491429] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.503243] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.588581] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.604392] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5234c8eb-0f0f-83fd-84f7-e5535f242f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.021707} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.604392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.604392] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.604628] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54d3bc5-3a13-496e-b58c-a02eb1808d40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.611585] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 636.611585] env[68989]: value = "task-3217214" [ 636.611585] env[68989]: _type = "Task" [ 636.611585] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.625370] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.750530] env[68989]: DEBUG nova.compute.manager [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Received event network-vif-plugged-31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.750783] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Acquiring lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.750997] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.751191] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.751437] env[68989]: DEBUG nova.compute.manager [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] No waiting events found dispatching network-vif-plugged-31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.751600] env[68989]: WARNING nova.compute.manager [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Received unexpected event network-vif-plugged-31116406-ed8f-48f2-9938-ef78bbf2ec04 for instance with vm_state building and task_state spawning. [ 636.751755] env[68989]: DEBUG nova.compute.manager [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Received event network-changed-31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.751943] env[68989]: DEBUG nova.compute.manager [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Refreshing instance network info cache due to event network-changed-31116406-ed8f-48f2-9938-ef78bbf2ec04. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.752131] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Acquiring lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.841357] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.845306] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Releasing lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.845306] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Instance network_info: |[{"id": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "address": "fa:16:3e:8b:a0:e3", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31116406-ed", "ovs_interfaceid": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.845814] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Acquired lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.845814] env[68989]: DEBUG nova.network.neutron [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Refreshing network info cache for port 31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.846642] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31116406-ed8f-48f2-9938-ef78bbf2ec04', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.860489] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Creating folder: Project (af8761a7588b4bd1a2b1c1b799755d4a). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.863661] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Releasing lock "refresh_cache-6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.864292] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Received event network-changed-de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.864292] env[68989]: DEBUG nova.compute.manager [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Refreshing instance network info cache due to event network-changed-de0e2794-e570-46f2-9ec4-77e499e58631. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.864466] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquiring lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.864547] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Acquired lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.865013] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Refreshing network info cache for port de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.866073] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d75b000a-1e88-409c-ac8c-321be572bd5a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.885265] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.885265] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.885265] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.885265] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.886971] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.886971] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.886971] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.886971] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.886971] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.887190] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.887190] env[68989]: DEBUG nova.virt.hardware [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.888234] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adaaa77-116f-4175-8bfc-30cc38510159 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.893453] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Created folder: Project (af8761a7588b4bd1a2b1c1b799755d4a) in parent group-v643186. [ 636.893453] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Creating folder: Instances. Parent ref: group-v643242. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.894193] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38bd26ad-b627-498f-b860-5ccb525d7047 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.900949] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17684119-cdca-4211-917b-a8a1efef0226 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.907350] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.910597] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Created folder: Instances in parent group-v643242. [ 636.910597] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.912254] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.283s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.913388] env[68989]: INFO nova.compute.claims [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.918131] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.918131] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d53afb9-b353-4f02-b10e-8fec71f71d4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.956039] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.956039] env[68989]: value = "task-3217217" [ 636.956039] env[68989]: _type = "Task" [ 636.956039] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.957279] env[68989]: INFO nova.scheduler.client.report [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Deleted allocations for instance 07eb86d6-904b-4003-a210-41bbe5b36401 [ 636.982383] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217217, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.009910] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507067} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.009910] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1/945e45cd-0fdb-4b30-bdd0-eecd9f3456f1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.009910] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.009910] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01a15823-f413-40c0-8dc9-2757a3bd14e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.017295] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 637.017295] env[68989]: value = "task-3217218" [ 637.017295] env[68989]: _type = "Task" [ 637.017295] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.028236] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.093039] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.124973] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.129440] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d05bd-6696-4073-80e9-2291b1e059f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.139043] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Suspending the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 637.139346] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53816121-5f49-4cbb-8bac-c87609e9f3d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.147373] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Waiting for the task: (returnval){ [ 637.147373] env[68989]: value = "task-3217219" [ 637.147373] env[68989]: _type = "Task" [ 637.147373] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.157876] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Task: {'id': task-3217219, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.470438] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217217, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.475388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca7cb2cf-97b4-4722-bc74-77842ae4afac tempest-InstanceActionsV221TestJSON-1735329403 tempest-InstanceActionsV221TestJSON-1735329403-project-member] Lock "07eb86d6-904b-4003-a210-41bbe5b36401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.494s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.529402] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107503} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.530566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.531700] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2273fc5-20c7-49a8-9b35-e9ee1cb3ad2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.549756] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "925a407f-db5a-4296-94e1-8108d6884fc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.550674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.550674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "925a407f-db5a-4296-94e1-8108d6884fc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.550674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.550850] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.563410] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1/945e45cd-0fdb-4b30-bdd0-eecd9f3456f1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.564512] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Successfully created port: ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.570953] env[68989]: DEBUG nova.network.neutron [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Updated VIF entry in instance network info cache for port 31116406-ed8f-48f2-9938-ef78bbf2ec04. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.571330] env[68989]: DEBUG nova.network.neutron [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Updating instance_info_cache with network_info: [{"id": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "address": "fa:16:3e:8b:a0:e3", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31116406-ed", "ovs_interfaceid": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.573969] env[68989]: INFO nova.compute.manager [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Terminating instance [ 637.577029] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07eae9be-f6d6-44cb-9564-74a285d18cc2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.619791] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.620022] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 637.620022] env[68989]: value = "task-3217220" [ 637.620022] env[68989]: _type = "Task" [ 637.620022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.627597] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731305} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.628552] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.628695] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.628909] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493e0750-fea1-475b-9b0a-b152a99564e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.637546] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.639152] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 637.639152] env[68989]: value = "task-3217221" [ 637.639152] env[68989]: _type = "Task" [ 637.639152] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.647321] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.657930] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Task: {'id': task-3217219, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.968869] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217217, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.074387] env[68989]: DEBUG oslo_concurrency.lockutils [req-7dd5a29d-c569-4fbc-9d14-0ed2ab490542 req-aaf69c6a-68aa-4a67-b3d8-d5ceb40277f3 service nova] Releasing lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.080063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "refresh_cache-925a407f-db5a-4296-94e1-8108d6884fc7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.080063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquired lock "refresh_cache-925a407f-db5a-4296-94e1-8108d6884fc7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.080540] env[68989]: DEBUG nova.network.neutron [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.123152] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217212, 'name': ReconfigVM_Task, 'duration_secs': 1.604341} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.129946] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5ce767c8-a1d8-47a1-895d-694a9a6ae283/5ce767c8-a1d8-47a1-895d-694a9a6ae283.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.131305] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac3e4aa0-5213-41d1-ba0b-965ed073f5ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142863] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.148620] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 638.148620] env[68989]: value = "task-3217223" [ 638.148620] env[68989]: _type = "Task" [ 638.148620] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.164070] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.171401] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Task: {'id': task-3217219, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.176360] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217223, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.446383] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06a3dd-1f68-484a-9091-8b8321eadbf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.455297] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d7415c-93e0-484b-8c4b-33b3e15169b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.497110] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bd292d-8653-42c2-84b5-bc33dfdc6262 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.503691] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217217, 'name': CreateVM_Task, 'duration_secs': 1.275648} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.504365] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.505710] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.505935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.506359] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.509055] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4f9c04-0d07-4aea-91ca-65fb8f8c826c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.512509] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d448be91-d779-4405-aa91-c34c53062074 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.521288] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 638.521288] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fd3584-212e-90c3-7eb7-fe253174e1f7" [ 638.521288] env[68989]: _type = "Task" [ 638.521288] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.533400] env[68989]: DEBUG nova.compute.provider_tree [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.546802] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fd3584-212e-90c3-7eb7-fe253174e1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.548030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.548701] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.548701] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.548844] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.549047] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.550696] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92ec2f8-548b-43ae-bef0-09e3ef33117a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.560953] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.561223] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.562594] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca68838-9bb2-4d92-9107-ba3a069ad541 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.568744] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 638.568744] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527d4c82-3e5a-9fa1-352d-e5ed0271a293" [ 638.568744] env[68989]: _type = "Task" [ 638.568744] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.579594] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527d4c82-3e5a-9fa1-352d-e5ed0271a293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.621874] env[68989]: DEBUG nova.network.neutron [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.638747] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217220, 'name': ReconfigVM_Task, 'duration_secs': 0.737746} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.639107] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1/945e45cd-0fdb-4b30-bdd0-eecd9f3456f1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.639778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30359cd1-e455-4d33-a842-032ea80c0ebf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.649403] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 638.649403] env[68989]: value = "task-3217224" [ 638.649403] env[68989]: _type = "Task" [ 638.649403] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.664804] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.601443} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.666157] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.667439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd87a7d-86c9-422f-98fc-143a347d614c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.682149] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217223, 'name': Rename_Task, 'duration_secs': 0.242065} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.683740] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Task: {'id': task-3217219, 'name': SuspendVM_Task} progress is 41%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.683740] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217224, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.683740] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.684287] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99289668-eb0d-4b26-92d6-179d29126461 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.705706] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.710270] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8ee6cf-b6de-4e21-afb4-8c15d8533967 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.727580] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 638.727580] env[68989]: value = "task-3217225" [ 638.727580] env[68989]: _type = "Task" [ 638.727580] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.732741] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 638.732741] env[68989]: value = "task-3217226" [ 638.732741] env[68989]: _type = "Task" [ 638.732741] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.737361] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Updated VIF entry in instance network info cache for port de0e2794-e570-46f2-9ec4-77e499e58631. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.737496] env[68989]: DEBUG nova.network.neutron [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Updating instance_info_cache with network_info: [{"id": "de0e2794-e570-46f2-9ec4-77e499e58631", "address": "fa:16:3e:57:a6:7f", "network": {"id": "193c3974-15b6-491a-ba46-007c20886cf7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-177190248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6a39c4ee5044142b642fa8a1fdcb321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0e2794-e5", "ovs_interfaceid": "de0e2794-e570-46f2-9ec4-77e499e58631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.744012] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217225, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.749412] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.926793] env[68989]: DEBUG nova.network.neutron [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.042433] env[68989]: DEBUG nova.scheduler.client.report [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.080970] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527d4c82-3e5a-9fa1-352d-e5ed0271a293, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.081863] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375e745a-4512-45d7-8196-bbe6d3e88670 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.087800] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 639.087800] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52265582-0ae8-b728-dda2-2410493bebe4" [ 639.087800] env[68989]: _type = "Task" [ 639.087800] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.101510] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52265582-0ae8-b728-dda2-2410493bebe4, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.101672] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.102068] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64/2c2e1a88-b9fa-4b98-9097-1ec0eac33b64.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.102281] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90bb240-6a52-4aa3-a656-e97a7326feb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.109889] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 639.109889] env[68989]: value = "task-3217227" [ 639.109889] env[68989]: _type = "Task" [ 639.109889] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.123582] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.163965] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217224, 'name': Rename_Task, 'duration_secs': 0.204431} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.167233] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.167524] env[68989]: DEBUG oslo_vmware.api [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] Task: {'id': task-3217219, 'name': SuspendVM_Task, 'duration_secs': 1.720123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.167766] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630a69f8-9215-4d72-8cff-68dfbd711e3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.169551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Suspended the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 639.169742] env[68989]: DEBUG nova.compute.manager [None req-7c63eeae-1a0c-4b17-a046-cd2169ac9bee tempest-ServersAdminNegativeTestJSON-771804136 tempest-ServersAdminNegativeTestJSON-771804136-project-admin] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.170727] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f19c4-300d-48a3-99fd-1635fd72bf10 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.187321] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 639.187321] env[68989]: value = "task-3217228" [ 639.187321] env[68989]: _type = "Task" [ 639.187321] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.195791] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217228, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.246944] env[68989]: DEBUG oslo_concurrency.lockutils [req-202d01c3-4fce-419a-a8a3-de6de1cee148 req-a3d23adf-3188-4858-b133-c702a0932253 service nova] Releasing lock "refresh_cache-945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.247470] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.247788] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217226, 'name': ReconfigVM_Task, 'duration_secs': 0.320191} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.247976] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9/f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.251418] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faaa59dc-3cc4-4b55-afa3-8b8621014137 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.255487] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 639.255487] env[68989]: value = "task-3217229" [ 639.255487] env[68989]: _type = "Task" [ 639.255487] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.265227] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217229, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.433023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Releasing lock "refresh_cache-925a407f-db5a-4296-94e1-8108d6884fc7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.433023] env[68989]: DEBUG nova.compute.manager [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.433023] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.433023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca3d1c5-f575-4234-87f2-6b97fad48858 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.441955] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.443482] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34acfc7b-8a89-4e54-a6fd-24019a01376d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.449924] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 639.449924] env[68989]: value = "task-3217230" [ 639.449924] env[68989]: _type = "Task" [ 639.449924] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.462936] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.547693] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.548326] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.551253] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.561s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.554953] env[68989]: INFO nova.compute.claims [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.604685] env[68989]: DEBUG nova.compute.manager [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Received event network-changed-59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.604685] env[68989]: DEBUG nova.compute.manager [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Refreshing instance network info cache due to event network-changed-59b3661a-0d86-4ce1-bc99-b783be25fc7b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.604685] env[68989]: DEBUG oslo_concurrency.lockutils [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] Acquiring lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.604685] env[68989]: DEBUG oslo_concurrency.lockutils [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] Acquired lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.611033] env[68989]: DEBUG nova.network.neutron [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Refreshing network info cache for port 59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.625919] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501047} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.626548] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64/2c2e1a88-b9fa-4b98-9097-1ec0eac33b64.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.626986] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.628636] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c136b498-7cd7-4a00-bcbd-ff6983dc80b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.637864] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 639.637864] env[68989]: value = "task-3217231" [ 639.637864] env[68989]: _type = "Task" [ 639.637864] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.653570] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.711086] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.742755] env[68989]: DEBUG oslo_vmware.api [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217225, 'name': PowerOnVM_Task, 'duration_secs': 0.947662} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.743093] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.743344] env[68989]: INFO nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Took 11.63 seconds to spawn the instance on the hypervisor. [ 639.743531] env[68989]: DEBUG nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.744521] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939cd681-c70b-4fc5-ba70-54c128e726f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.766783] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217229, 'name': Rename_Task, 'duration_secs': 0.259848} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.766783] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.766979] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d4d6df-7626-4d9c-bf22-1efd155b4450 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.775330] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 639.775330] env[68989]: value = "task-3217232" [ 639.775330] env[68989]: _type = "Task" [ 639.775330] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.783433] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.964888] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217230, 'name': PowerOffVM_Task, 'duration_secs': 0.140393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.967264] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.967545] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.967760] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38b409e2-a1bf-4dfa-8ad6-852cc8a844f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.994023] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.994023] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.994023] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Deleting the datastore file [datastore2] 925a407f-db5a-4296-94e1-8108d6884fc7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.994023] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d0c814-bf0c-4af2-b7f9-1d41db2d46ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.998701] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for the task: (returnval){ [ 639.998701] env[68989]: value = "task-3217235" [ 639.998701] env[68989]: _type = "Task" [ 639.998701] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.007176] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.059932] env[68989]: DEBUG nova.compute.utils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.061519] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.061741] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.151438] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076788} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.151932] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.154151] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8336bb6-8d9c-43a6-b0c2-34dd3a379c53 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.187016] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64/2c2e1a88-b9fa-4b98-9097-1ec0eac33b64.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.188784] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9748556f-29fc-4920-88bf-50e6dcdb9a0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.214251] env[68989]: DEBUG oslo_vmware.api [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217228, 'name': PowerOnVM_Task, 'duration_secs': 0.640606} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.215460] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.215737] env[68989]: INFO nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 9.56 seconds to spawn the instance on the hypervisor. [ 640.215968] env[68989]: DEBUG nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.219022] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 640.219022] env[68989]: value = "task-3217236" [ 640.219022] env[68989]: _type = "Task" [ 640.219022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.219022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecaa07e-a174-47fc-84cc-808ee2a6223f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.235162] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.268906] env[68989]: INFO nova.compute.manager [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Took 21.89 seconds to build instance. [ 640.289780] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.410033] env[68989]: DEBUG nova.policy [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bf604fd1484feda194ad7afc1126b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d535c2b97047939bf17be1d6c13958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.508556] env[68989]: DEBUG oslo_vmware.api [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Task: {'id': task-3217235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089282} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.508931] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.509045] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.509218] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.509390] env[68989]: INFO nova.compute.manager [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 640.509638] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.509844] env[68989]: DEBUG nova.compute.manager [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.510041] env[68989]: DEBUG nova.network.neutron [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.566455] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.733289] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.745567] env[68989]: INFO nova.compute.manager [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 22.06 seconds to build instance. [ 640.772441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3c8ec201-0730-4593-ba24-5198388699aa tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.485s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.787967] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.798352] env[68989]: DEBUG nova.network.neutron [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.035879] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023cf1a4-609e-456b-9910-6d8bf6b6e7a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.044562] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8fcf5d-2af5-4b45-8fa6-aa9f0f2319e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.087067] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c37696-ba2d-4d93-9263-800e4f479e11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.096106] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae50252-f524-4b85-b31f-17d1c2652bbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.112104] env[68989]: DEBUG nova.compute.provider_tree [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.152046] env[68989]: DEBUG nova.network.neutron [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updated VIF entry in instance network info cache for port 59b3661a-0d86-4ce1-bc99-b783be25fc7b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.152507] env[68989]: DEBUG nova.network.neutron [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updating instance_info_cache with network_info: [{"id": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "address": "fa:16:3e:15:e7:5b", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b3661a-0d", "ovs_interfaceid": "59b3661a-0d86-4ce1-bc99-b783be25fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.232439] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217236, 'name': ReconfigVM_Task, 'duration_secs': 0.613749} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.232923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64/2c2e1a88-b9fa-4b98-9097-1ec0eac33b64.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.233625] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47016769-5f03-463b-9737-92c7eee3738c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.242762] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 641.242762] env[68989]: value = "task-3217237" [ 641.242762] env[68989]: _type = "Task" [ 641.242762] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.247978] env[68989]: DEBUG oslo_concurrency.lockutils [None req-22596172-d978-437e-8d67-5ca58c27d282 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.538s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.256098] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217237, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.275792] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.292712] env[68989]: DEBUG oslo_vmware.api [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217232, 'name': PowerOnVM_Task, 'duration_secs': 1.199924} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.292712] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.292712] env[68989]: DEBUG nova.compute.manager [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.292712] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595d0044-a809-4b28-88f6-3645244bee3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.301781] env[68989]: DEBUG nova.network.neutron [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.422290] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Successfully updated port: ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.466932] env[68989]: DEBUG nova.compute.manager [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Received event network-vif-plugged-ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.466932] env[68989]: DEBUG oslo_concurrency.lockutils [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.466932] env[68989]: DEBUG oslo_concurrency.lockutils [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.467174] env[68989]: DEBUG oslo_concurrency.lockutils [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.467239] env[68989]: DEBUG nova.compute.manager [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] No waiting events found dispatching network-vif-plugged-ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.467390] env[68989]: WARNING nova.compute.manager [req-c71d7abd-a1d7-414f-81f5-129b91278dd2 req-3b6ba379-e8a9-41e6-a746-9e16573d58a8 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Received unexpected event network-vif-plugged-ce2d02f6-50fb-44ae-a528-9718553304c3 for instance with vm_state building and task_state spawning. [ 641.587436] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.627746] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.628282] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.628282] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.628468] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.628468] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.628676] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.628836] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.635061] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.635061] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.635061] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.635061] env[68989]: DEBUG nova.virt.hardware [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.635061] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6168b-2a33-4614-84e5-604461e6c76d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.642449] env[68989]: ERROR nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [req-9236fa43-3d6f-4fd5-92b2-55acf6929797] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9236fa43-3d6f-4fd5-92b2-55acf6929797"}]} [ 641.650514] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Successfully created port: 6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.653633] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70fd330-493f-4a26-b129-c7c4a1ee9570 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.659623] env[68989]: DEBUG oslo_concurrency.lockutils [req-af079ce3-6799-499d-a3ec-8459f7685dc4 req-3f3c3adf-29c9-4af0-82c2-0459012fa416 service nova] Releasing lock "refresh_cache-c55e04e0-6053-415f-892e-881b66cbfa98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.671704] env[68989]: DEBUG nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 641.692752] env[68989]: DEBUG nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 641.692922] env[68989]: DEBUG nova.compute.provider_tree [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.707204] env[68989]: DEBUG nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 641.732592] env[68989]: DEBUG nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 641.755238] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.760520] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217237, 'name': Rename_Task, 'duration_secs': 0.311255} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.763631] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.766573] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838ff4ec-c335-4bf7-b612-afe159cda535 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.775695] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 641.775695] env[68989]: value = "task-3217238" [ 641.775695] env[68989]: _type = "Task" [ 641.775695] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.790444] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.809769] env[68989]: INFO nova.compute.manager [-] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Took 1.30 seconds to deallocate network for instance. [ 641.817227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.817227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.931676] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931830] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931978] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.263536] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339abad5-f09a-46bc-bfda-bfbdfac11c1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.277787] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cf549-e84b-4fb5-897b-f2c523eb8004 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.328309] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217238, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.329932] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.330853] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf05e8-ead5-4d8a-809d-9824d7546adc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.334448] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.344240] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9c05d-da47-4ebf-88a5-77e633d69917 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.369954] env[68989]: DEBUG nova.compute.provider_tree [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.616771] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.800036] env[68989]: DEBUG oslo_vmware.api [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217238, 'name': PowerOnVM_Task, 'duration_secs': 0.991212} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.800036] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.800036] env[68989]: INFO nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Took 9.57 seconds to spawn the instance on the hypervisor. [ 642.800036] env[68989]: DEBUG nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.801274] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a196a-7879-4ea0-aad8-96c2b7a6e569 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.925635] env[68989]: DEBUG nova.scheduler.client.report [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 642.925973] env[68989]: DEBUG nova.compute.provider_tree [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 34 to 35 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 642.926344] env[68989]: DEBUG nova.compute.provider_tree [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.329414] env[68989]: INFO nova.compute.manager [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Took 24.26 seconds to build instance. [ 643.432024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.881s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.432580] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.438482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.634s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.438482] env[68989]: INFO nova.compute.claims [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.451791] env[68989]: DEBUG nova.network.neutron [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.794316] env[68989]: DEBUG nova.compute.manager [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.796412] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee45359-dafe-42cf-a0d4-519e7357c8b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.839218] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c870a6a8-1d35-4826-aa78-dec161d07b18 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.382s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.942583] env[68989]: DEBUG nova.compute.utils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.949644] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.949758] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.954424] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.955838] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Instance network_info: |[{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.956112] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:dc:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce2d02f6-50fb-44ae-a528-9718553304c3', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.963130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Creating folder: Project (9fef83b2949d4a65967e0293bcb299d1). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.964492] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdab2e9f-7dd7-4493-8e40-c36ae6d4d627 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.980968] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Created folder: Project (9fef83b2949d4a65967e0293bcb299d1) in parent group-v643186. [ 643.981102] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Creating folder: Instances. Parent ref: group-v643246. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.981529] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e5bf80c-cf2e-4847-b927-aec20e094b36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.016128] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Created folder: Instances in parent group-v643246. [ 644.019016] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.019016] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.019016] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39290abb-eb64-48a0-876d-b323245b5caf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.040433] env[68989]: DEBUG nova.compute.manager [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Received event network-changed {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.040572] env[68989]: DEBUG nova.compute.manager [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Refreshing instance network info cache due to event network-changed. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.040777] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] Acquiring lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.041070] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] Acquired lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.041321] env[68989]: DEBUG nova.network.neutron [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.051703] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.051703] env[68989]: value = "task-3217242" [ 644.051703] env[68989]: _type = "Task" [ 644.051703] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.064845] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217242, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.230495] env[68989]: DEBUG nova.policy [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57189f8e28ac4f00a6320019c17d7d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb9ba0a98dc0459cad733601109f553d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.317830] env[68989]: INFO nova.compute.manager [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] instance snapshotting [ 644.320829] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9f1fd-8dbd-4a5a-8fd1-bc45562d2fd3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.329528] env[68989]: DEBUG nova.compute.manager [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Received event network-changed-ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.329788] env[68989]: DEBUG nova.compute.manager [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Refreshing instance network info cache due to event network-changed-ce2d02f6-50fb-44ae-a528-9718553304c3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.330225] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Acquiring lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.330449] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Acquired lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.330608] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Refreshing network info cache for port ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.360498] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.368295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a0c92a-8505-4afb-843b-d5d1526f71c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.450185] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.570240] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217242, 'name': CreateVM_Task, 'duration_secs': 0.402557} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.570240] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.570569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.571314] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.571314] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.571801] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac447da-8959-43d2-abf0-47df17686a8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.580204] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 644.580204] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52876c79-727c-a462-3ce6-183f654e0b00" [ 644.580204] env[68989]: _type = "Task" [ 644.580204] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.590461] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52876c79-727c-a462-3ce6-183f654e0b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.816603] env[68989]: DEBUG nova.compute.manager [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Received event network-vif-plugged-6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.817973] env[68989]: DEBUG oslo_concurrency.lockutils [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] Acquiring lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.817973] env[68989]: DEBUG oslo_concurrency.lockutils [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.821554] env[68989]: DEBUG oslo_concurrency.lockutils [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.821554] env[68989]: DEBUG nova.compute.manager [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] No waiting events found dispatching network-vif-plugged-6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.821774] env[68989]: WARNING nova.compute.manager [req-764882fb-2a77-4d10-8849-588d92b98258 req-620e9c0d-0344-41fd-a030-c506976b7bf5 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Received unexpected event network-vif-plugged-6454486a-3f6f-444d-9593-be4dc07572b6 for instance with vm_state building and task_state spawning. [ 644.875937] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Successfully updated port: 6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.892747] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 644.893710] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36382802-37aa-4b15-b7be-7f62d07aede7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.911030] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 644.911030] env[68989]: value = "task-3217244" [ 644.911030] env[68989]: _type = "Task" [ 644.911030] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.912551] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.928213] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217244, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.966898] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.967161] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.967372] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.967558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.967724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.969894] env[68989]: INFO nova.compute.manager [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Terminating instance [ 645.007525] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab35afc-b178-494c-af71-80e8bc42a2ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.021805] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e93a3-1d45-42bd-ac94-ea6f2640ae82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.056045] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0b6fc-a28d-4d1f-81f9-e324327a4361 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.065890] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f897a7-d8f9-471a-b318-e69187f40a01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.083826] env[68989]: DEBUG nova.compute.provider_tree [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.095258] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52876c79-727c-a462-3ce6-183f654e0b00, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.096373] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.096488] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.096827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.097504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.097739] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.098249] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f59d4f5-31bd-48bf-b6d9-4a4a8f5ccd16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.108321] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.108566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.109321] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8deff3ae-e2d0-4b3a-bcd8-759b535958a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.116243] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 645.116243] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52460547-6756-e352-7094-5467474362f9" [ 645.116243] env[68989]: _type = "Task" [ 645.116243] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.126982] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52460547-6756-e352-7094-5467474362f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.336781] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.337080] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.337326] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.337524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.337914] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.340280] env[68989]: INFO nova.compute.manager [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Terminating instance [ 645.381020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.381020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.381020] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.429371] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217244, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.460607] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.475438] env[68989]: DEBUG nova.compute.manager [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.475438] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.475438] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe232c9-a2d3-4201-94ec-a546e01d22b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.484522] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.484793] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab3ddf4-ada5-4fec-b793-14526b0d6962 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.488528] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.488765] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.488918] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.489112] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.489363] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.489541] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.489618] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.489738] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.489907] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.490083] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.490260] env[68989]: DEBUG nova.virt.hardware [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.491696] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2cebe-44bd-406d-99df-1a842f00a3d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.503776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa0893-e500-4ebd-87b8-4495ff9b2e6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.509039] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 645.509039] env[68989]: value = "task-3217245" [ 645.509039] env[68989]: _type = "Task" [ 645.509039] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.530405] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.565056] env[68989]: DEBUG nova.network.neutron [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Updating instance_info_cache with network_info: [{"id": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "address": "fa:16:3e:8b:a0:e3", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31116406-ed", "ovs_interfaceid": "31116406-ed8f-48f2-9938-ef78bbf2ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.589937] env[68989]: DEBUG nova.scheduler.client.report [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.631577] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52460547-6756-e352-7094-5467474362f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.632564] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1dcfb9-6c0e-4c9e-8d91-fbe75a30cdc9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.640596] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 645.640596] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bd2831-1428-6a91-7518-26585138ec44" [ 645.640596] env[68989]: _type = "Task" [ 645.640596] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.653171] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bd2831-1428-6a91-7518-26585138ec44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.844316] env[68989]: DEBUG nova.compute.manager [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.844552] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.845554] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903fa11a-f330-4cae-96ad-ba6f6ed9a11d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.864633] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.864965] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72771b03-c927-4aa0-8706-38d58b4612d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.878908] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 645.878908] env[68989]: value = "task-3217246" [ 645.878908] env[68989]: _type = "Task" [ 645.878908] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.899766] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.926840] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217244, 'name': CreateSnapshot_Task, 'duration_secs': 0.981837} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.927073] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 645.927909] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f1dc6-e2f6-41c2-8fd1-f7ac64da93c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.986548] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updated VIF entry in instance network info cache for port ce2d02f6-50fb-44ae-a528-9718553304c3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.987758] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.023817] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217245, 'name': PowerOffVM_Task, 'duration_secs': 0.252302} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.024144] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.024303] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.025037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91b2c11f-e2f8-403a-a186-bb3e8fdef204 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.060209] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.069773] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a3b7d8a2-9133-47f8-8d3e-c5c6576cbf2d tempest-ServerExternalEventsTest-1355894070 tempest-ServerExternalEventsTest-1355894070-project] Releasing lock "refresh_cache-2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.096569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.096569] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.104533] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.592s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.109207] env[68989]: INFO nova.compute.claims [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.114237] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.114425] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.114503] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Deleting the datastore file [datastore1] 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.114764] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503a1987-104c-47eb-8c4a-5e1c84090475 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.123452] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for the task: (returnval){ [ 646.123452] env[68989]: value = "task-3217248" [ 646.123452] env[68989]: _type = "Task" [ 646.123452] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.132159] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.152523] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bd2831-1428-6a91-7518-26585138ec44, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.152847] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.154190] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.154190] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bc19e3c-b6a4-4c52-9d06-7e267a48016c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.174182] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 646.174182] env[68989]: value = "task-3217249" [ 646.174182] env[68989]: _type = "Task" [ 646.174182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.174683] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.392931] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217246, 'name': PowerOffVM_Task, 'duration_secs': 0.209184} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.396020] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.396020] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.396020] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff188b5d-8e0c-4730-adde-d9582934d244 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.459829] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 646.460193] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4a7d776-8a9c-4bb0-9ca5-4919a6248577 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.472982] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 646.472982] env[68989]: value = "task-3217252" [ 646.472982] env[68989]: _type = "Task" [ 646.472982] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.484858] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217252, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.486623] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.487711] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.488106] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore1] f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.488918] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4736218-f822-4b2c-b29f-5a91ac2b8483 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.491254] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Releasing lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.491574] env[68989]: DEBUG nova.compute.manager [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Received event network-changed-a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.493020] env[68989]: DEBUG nova.compute.manager [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Refreshing instance network info cache due to event network-changed-a39cba30-09b0-444a-8243-db7196e5c06d. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.493020] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Acquiring lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.493020] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Acquired lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.493020] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Refreshing network info cache for port a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.500789] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 646.500789] env[68989]: value = "task-3217253" [ 646.500789] env[68989]: _type = "Task" [ 646.500789] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.516299] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.535154] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Successfully created port: f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.615216] env[68989]: DEBUG nova.compute.utils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.616786] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.616982] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.643389] env[68989]: DEBUG oslo_vmware.api [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Task: {'id': task-3217248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166051} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.643979] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.644339] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.644651] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.644914] env[68989]: INFO nova.compute.manager [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Took 1.17 seconds to destroy the instance on the hypervisor. [ 646.645607] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.646228] env[68989]: DEBUG nova.compute.manager [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.646338] env[68989]: DEBUG nova.network.neutron [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.679118] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.835458] env[68989]: DEBUG nova.policy [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04373a07675f4d35abb5e6a752861b82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81f6dffcafac4304a7b4f9ac122ab26d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.990628] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217252, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.012332] env[68989]: DEBUG oslo_vmware.api [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297677} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.012740] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.012955] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.013084] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.013249] env[68989]: INFO nova.compute.manager [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 647.013495] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.013686] env[68989]: DEBUG nova.compute.manager [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.013779] env[68989]: DEBUG nova.network.neutron [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.026829] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.026989] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.123191] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.176075] env[68989]: DEBUG nova.network.neutron [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Updating instance_info_cache with network_info: [{"id": "6454486a-3f6f-444d-9593-be4dc07572b6", "address": "fa:16:3e:be:16:ff", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6454486a-3f", "ovs_interfaceid": "6454486a-3f6f-444d-9593-be4dc07572b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.182184] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528331} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.183072] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.183492] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.184047] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c21451fb-0c19-4112-bbf1-d74b5626bd7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.198167] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 647.198167] env[68989]: value = "task-3217254" [ 647.198167] env[68989]: _type = "Task" [ 647.198167] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.208249] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.383711] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.383989] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.489738] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217252, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.578426] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ba8d3-6076-4f79-9e22-b5df3f11cbd5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.587131] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185f8ee-fd3c-41a5-add7-b93d6d65cdfc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.631831] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95391beb-4ca5-45fe-89d4-5f06f55e160e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.642223] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db58a9-0b0c-4efc-9eac-0406bba3dd8e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.663103] env[68989]: DEBUG nova.compute.provider_tree [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.685597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.686500] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance network_info: |[{"id": "6454486a-3f6f-444d-9593-be4dc07572b6", "address": "fa:16:3e:be:16:ff", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6454486a-3f", "ovs_interfaceid": "6454486a-3f6f-444d-9593-be4dc07572b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.687231] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:16:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6454486a-3f6f-444d-9593-be4dc07572b6', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.696324] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating folder: Project (a6d535c2b97047939bf17be1d6c13958). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.698167] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef43400-be40-4dab-9a87-4ac54d15cfec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.712778] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073417} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.712778] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.713013] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e078b-e0cf-473b-a1ba-d57f14011acd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.723026] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created folder: Project (a6d535c2b97047939bf17be1d6c13958) in parent group-v643186. [ 647.723026] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating folder: Instances. Parent ref: group-v643251. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.723026] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df2ec537-1de5-44d5-b237-9cbd3906fea4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.743373] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.745684] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a118df-b029-412f-b3b7-dde23dd7a674 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.760214] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created folder: Instances in parent group-v643251. [ 647.760482] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.760694] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.761326] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e7474eb-ef9d-4c27-810a-469e8731b573 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.777702] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 647.777702] env[68989]: value = "task-3217257" [ 647.777702] env[68989]: _type = "Task" [ 647.777702] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.784189] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.784189] env[68989]: value = "task-3217258" [ 647.784189] env[68989]: _type = "Task" [ 647.784189] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.794521] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.798145] env[68989]: DEBUG nova.network.neutron [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.798145] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217258, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.922483] env[68989]: DEBUG nova.compute.manager [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Received event network-changed-6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.922681] env[68989]: DEBUG nova.compute.manager [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Refreshing instance network info cache due to event network-changed-6454486a-3f6f-444d-9593-be4dc07572b6. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.922901] env[68989]: DEBUG oslo_concurrency.lockutils [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] Acquiring lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.923131] env[68989]: DEBUG oslo_concurrency.lockutils [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] Acquired lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.923223] env[68989]: DEBUG nova.network.neutron [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Refreshing network info cache for port 6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.989176] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217252, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.136779] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.167807] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.167807] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.167807] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.168106] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.168106] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.168106] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.168106] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.168106] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.172230] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.172230] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.172230] env[68989]: DEBUG nova.virt.hardware [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.172230] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22774272-2edb-4bb4-b6de-3537a8ee53c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.183276] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbab9bf7-7f08-47f7-97bb-27b1800b34e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.205929] env[68989]: ERROR nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [req-784e7fd3-258a-4360-9849-947e9f3bc4f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-784e7fd3-258a-4360-9849-947e9f3bc4f0"}]} [ 648.228131] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 648.245659] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 648.245921] env[68989]: DEBUG nova.compute.provider_tree [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.259137] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 648.285779] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 648.299760] env[68989]: INFO nova.compute.manager [-] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Took 1.65 seconds to deallocate network for instance. [ 648.300684] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217257, 'name': ReconfigVM_Task, 'duration_secs': 0.413227} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.308176] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.308826] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217258, 'name': CreateVM_Task, 'duration_secs': 0.397066} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.312908] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7805383e-225d-4e51-b43a-24a4c728b595 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.314276] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.317388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.317572] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.318219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.321634] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16144aa-25ee-4f6c-9637-a69a3cefb3fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.330764] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 648.330764] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d6ed9-e3ed-98cb-8867-71dcd5083000" [ 648.330764] env[68989]: _type = "Task" [ 648.330764] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.331582] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 648.331582] env[68989]: value = "task-3217260" [ 648.331582] env[68989]: _type = "Task" [ 648.331582] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.356252] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217260, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.362181] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d6ed9-e3ed-98cb-8867-71dcd5083000, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.362783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.363272] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.363433] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.363474] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.364480] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.364480] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86fdf495-39b9-4221-89e7-e6a22efe6a6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.378072] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.378260] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.380570] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d512be-ca3f-4e61-a5e4-29bfdc09901c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.390178] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 648.390178] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa9b52-6564-a339-6482-98faf0082b38" [ 648.390178] env[68989]: _type = "Task" [ 648.390178] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.404672] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa9b52-6564-a339-6482-98faf0082b38, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.408626] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4e9f74-c218-4295-895f-9508bd3c7151 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.417064] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 648.417064] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248c4f0-ef56-0f1a-89db-ae73480c6fd3" [ 648.417064] env[68989]: _type = "Task" [ 648.417064] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.432226] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248c4f0-ef56-0f1a-89db-ae73480c6fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.492802] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217252, 'name': CloneVM_Task, 'duration_secs': 1.991586} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.496508] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Created linked-clone VM from snapshot [ 648.498586] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca77aa4-c5ca-4253-9603-775db76ea9c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.508729] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updated VIF entry in instance network info cache for port a39cba30-09b0-444a-8243-db7196e5c06d. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.508729] env[68989]: DEBUG nova.network.neutron [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updating instance_info_cache with network_info: [{"id": "a39cba30-09b0-444a-8243-db7196e5c06d", "address": "fa:16:3e:ea:4e:cb", "network": {"id": "26b18402-ee63-4579-876a-59ce7062d0e9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1491673974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "119d42badbf4448faab3e143238f83c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39cba30-09", "ovs_interfaceid": "a39cba30-09b0-444a-8243-db7196e5c06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.512072] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Uploading image 453a579e-d2ae-4467-83b2-09af0b6e73af {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 648.553386] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 648.553386] env[68989]: value = "vm-643250" [ 648.553386] env[68989]: _type = "VirtualMachine" [ 648.553386] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 648.554182] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.554543] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.554634] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-33c51bdc-867a-41d7-bf85-ecba27dde201 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.565744] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lease: (returnval){ [ 648.565744] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5213a247-eab0-7f34-acc9-fac350a76c31" [ 648.565744] env[68989]: _type = "HttpNfcLease" [ 648.565744] env[68989]: } obtained for exporting VM: (result){ [ 648.565744] env[68989]: value = "vm-643250" [ 648.565744] env[68989]: _type = "VirtualMachine" [ 648.565744] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 648.566095] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the lease: (returnval){ [ 648.566095] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5213a247-eab0-7f34-acc9-fac350a76c31" [ 648.566095] env[68989]: _type = "HttpNfcLease" [ 648.566095] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 648.576897] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 648.576897] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5213a247-eab0-7f34-acc9-fac350a76c31" [ 648.576897] env[68989]: _type = "HttpNfcLease" [ 648.576897] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 648.593892] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Successfully created port: 2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.821098] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.851858] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ae2ba-0442-4717-8c24-76079d2a90a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.854571] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217260, 'name': Rename_Task, 'duration_secs': 0.179147} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.857270] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.857914] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5ca88c-e1f1-4494-b59a-c8724cc29635 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.863812] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eb5cb7-892b-4d27-90fb-b245098cedb2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.872485] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 648.872485] env[68989]: value = "task-3217262" [ 648.872485] env[68989]: _type = "Task" [ 648.872485] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.902698] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243423d-78f9-4f15-8125-f6bbe7ce0cae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.908763] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.916726] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552a02f-766c-4498-a3ad-e6f9d216ada3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.939161] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248c4f0-ef56-0f1a-89db-ae73480c6fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.014556} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.939869] env[68989]: DEBUG nova.compute.provider_tree [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.941059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.941169] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.941647] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-513e3d5a-0dc5-44c4-ba1e-0d5fe47db7e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.950526] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 648.950526] env[68989]: value = "task-3217263" [ 648.950526] env[68989]: _type = "Task" [ 648.950526] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.962242] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.018240] env[68989]: DEBUG oslo_concurrency.lockutils [req-000c73de-e2a0-4046-9812-481d8c4c073a req-e2ca64e7-a37c-493b-a7be-845d9f8ee4d6 service nova] Releasing lock "refresh_cache-5ce767c8-a1d8-47a1-895d-694a9a6ae283" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.025232] env[68989]: DEBUG nova.network.neutron [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.061665] env[68989]: DEBUG nova.network.neutron [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Updated VIF entry in instance network info cache for port 6454486a-3f6f-444d-9593-be4dc07572b6. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.061665] env[68989]: DEBUG nova.network.neutron [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Updating instance_info_cache with network_info: [{"id": "6454486a-3f6f-444d-9593-be4dc07572b6", "address": "fa:16:3e:be:16:ff", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6454486a-3f", "ovs_interfaceid": "6454486a-3f6f-444d-9593-be4dc07572b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.082184] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.082184] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5213a247-eab0-7f34-acc9-fac350a76c31" [ 649.082184] env[68989]: _type = "HttpNfcLease" [ 649.082184] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 649.087255] env[68989]: DEBUG nova.compute.manager [req-2221a45d-4175-4b83-879d-35ce42180c40 req-95cae132-5491-4506-ad45-192cddb2d2cb service nova] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Received event network-vif-deleted-2d13a3d2-7dda-4a8a-b421-ddd36272110f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.087646] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 649.087646] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5213a247-eab0-7f34-acc9-fac350a76c31" [ 649.087646] env[68989]: _type = "HttpNfcLease" [ 649.087646] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 649.089872] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d8a236-6124-4aa2-9fd4-aade49a4cc8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.100350] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 649.100350] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 649.201993] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b6bc9da-160b-4b99-96ce-a02af771ac1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.389713] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.466425] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.475738] env[68989]: ERROR nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [req-66fa4b91-d00f-47f8-a042-2ba034afd343] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66fa4b91-d00f-47f8-a042-2ba034afd343"}]} [ 649.504712] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.531895] env[68989]: INFO nova.compute.manager [-] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Took 2.52 seconds to deallocate network for instance. [ 649.539747] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.539940] env[68989]: DEBUG nova.compute.provider_tree [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.565235] env[68989]: DEBUG oslo_concurrency.lockutils [req-40d3f3ae-4c04-4f7d-86bb-20e2a384f842 req-75aa0369-7e9b-4f10-bace-81a42c90a888 service nova] Releasing lock "refresh_cache-8dfca110-574d-47b5-9ff7-5082aaaced2b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.573774] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.612599] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.742759] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Successfully updated port: f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.835248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "c1365559-8256-49d5-93c0-14cda0baa0f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.835248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.898760] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217262, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.964925] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787949} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.968339] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.968339] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.973432] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39e2f46d-6ba8-4cac-a49f-01f6e71af177 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.983091] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 649.983091] env[68989]: value = "task-3217264" [ 649.983091] env[68989]: _type = "Task" [ 649.983091] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.010581] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.051472] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.252110] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.252262] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquired lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.252392] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.344844] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938dae6b-e18c-4b3a-8fbb-54a10d235aaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.357987] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213283e8-ead1-4147-a190-1cd1c4a478cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.410869] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0963098-690b-4541-ae92-cd811fdc206e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.425922] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a882ea-a1c3-4c8e-ae91-6037dfd31821 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.431101] env[68989]: DEBUG oslo_vmware.api [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217262, 'name': PowerOnVM_Task, 'duration_secs': 1.053272} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.431101] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.431101] env[68989]: INFO nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Took 13.59 seconds to spawn the instance on the hypervisor. [ 650.431394] env[68989]: DEBUG nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.432565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a1e6c4-3f01-476b-833b-4506f4ed482c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.444627] env[68989]: DEBUG nova.compute.provider_tree [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.494397] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109207} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.494612] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.495821] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14448efd-f556-4569-a563-29edaecc4d26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.524638] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.526643] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414eab89-05bb-4fb2-b21e-f508008c6b97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.549555] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 650.549555] env[68989]: value = "task-3217265" [ 650.549555] env[68989]: _type = "Task" [ 650.549555] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.560146] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.595501] env[68989]: DEBUG nova.compute.manager [req-d6a07ec3-0aed-4e78-8e76-c130aab5c52c req-d2dbb1f9-6643-4331-87f3-4d36916c5292 service nova] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Received event network-vif-deleted-31116406-ed8f-48f2-9938-ef78bbf2ec04 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.616654] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Successfully updated port: 2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.747581] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.748236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.812918] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.951439] env[68989]: DEBUG nova.scheduler.client.report [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.975394] env[68989]: INFO nova.compute.manager [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Took 29.59 seconds to build instance. [ 650.980894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "71983be4-aa86-4eaa-8221-9f97a385a68f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.981664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.052543] env[68989]: DEBUG nova.network.neutron [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Updating instance_info_cache with network_info: [{"id": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "address": "fa:16:3e:2a:1f:f7", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf052b3fe-53", "ovs_interfaceid": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.070155] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217265, 'name': ReconfigVM_Task, 'duration_secs': 0.499836} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.070155] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.071475] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7274f599-8fd9-44d5-9f5a-b93a21fbfe6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.082038] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 651.082038] env[68989]: value = "task-3217266" [ 651.082038] env[68989]: _type = "Task" [ 651.082038] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.096351] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217266, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.120628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.120628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.120628] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.457572] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.353s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.458308] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.461311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.650s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.461732] env[68989]: DEBUG nova.objects.instance [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lazy-loading 'resources' on Instance uuid c852f0ff-1907-44d1-a4e0-6f2dd3528324 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.483953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d63ccfcc-ae0a-4205-9c81-b6c625f86038 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.125s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.562415] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Releasing lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.563179] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Instance network_info: |[{"id": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "address": "fa:16:3e:2a:1f:f7", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf052b3fe-53", "ovs_interfaceid": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.563307] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:1f:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f052b3fe-531f-44b0-a197-9ad238dfa6a5', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.572765] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Creating folder: Project (eb9ba0a98dc0459cad733601109f553d). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.573411] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d58163-1c76-451a-b5a6-b4ab38b9e9e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.591160] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Created folder: Project (eb9ba0a98dc0459cad733601109f553d) in parent group-v643186. [ 651.592182] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Creating folder: Instances. Parent ref: group-v643254. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.592287] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e51e3f3-c5f6-4896-a1f4-ca5b2d92dc33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.602226] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217266, 'name': Rename_Task, 'duration_secs': 0.252358} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.602226] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.602226] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a104e93e-b4a3-46d5-b9c7-3df11f800e2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.614312] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 651.614312] env[68989]: value = "task-3217269" [ 651.614312] env[68989]: _type = "Task" [ 651.614312] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.617680] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Created folder: Instances in parent group-v643254. [ 651.617680] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.623166] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.626468] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe59046-724e-4e45-a692-8e516d986326 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.646742] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Received event network-vif-plugged-f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.646890] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquiring lock "83f07743-c06e-4284-b68d-56240917ee00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.647207] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Lock "83f07743-c06e-4284-b68d-56240917ee00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.647412] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Lock "83f07743-c06e-4284-b68d-56240917ee00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.647584] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] No waiting events found dispatching network-vif-plugged-f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.647818] env[68989]: WARNING nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Received unexpected event network-vif-plugged-f052b3fe-531f-44b0-a197-9ad238dfa6a5 for instance with vm_state building and task_state spawning. [ 651.647992] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Received event network-changed-f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.650446] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Refreshing instance network info cache due to event network-changed-f052b3fe-531f-44b0-a197-9ad238dfa6a5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.650446] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquiring lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.650446] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquired lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.650446] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Refreshing network info cache for port f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.656139] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217269, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.662274] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.662274] env[68989]: value = "task-3217270" [ 651.662274] env[68989]: _type = "Task" [ 651.662274] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.673507] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217270, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.711849] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.908811] env[68989]: DEBUG nova.network.neutron [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [{"id": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "address": "fa:16:3e:0c:1d:69", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe4f77c-22", "ovs_interfaceid": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.965593] env[68989]: DEBUG nova.compute.utils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.969505] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.969714] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.986305] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.074655] env[68989]: DEBUG nova.policy [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c295c16eac184fe8978091c72e187593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15aa93d365934850873ebad67b0d354d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.088138] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "60b58bcc-68e2-4955-a121-5b41cc58946d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.088489] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.088597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.088884] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.089035] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.091606] env[68989]: INFO nova.compute.manager [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Terminating instance [ 652.138682] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.173944] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217270, 'name': CreateVM_Task, 'duration_secs': 0.46425} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.174170] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.174883] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.175093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.175453] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.175787] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b583ed0-b3fb-4095-8b76-1219f8b7e7c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.185705] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 652.185705] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221d665-275a-f74e-efa3-f4daa38b307f" [ 652.185705] env[68989]: _type = "Task" [ 652.185705] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.198995] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221d665-275a-f74e-efa3-f4daa38b307f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.414221] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.414221] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance network_info: |[{"id": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "address": "fa:16:3e:0c:1d:69", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe4f77c-22", "ovs_interfaceid": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.414549] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:1d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe4f77c-2272-4a12-8a63-7ca172b2c95b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.424604] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.429374] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.429708] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-182b3103-a81e-4596-a1a7-e97eeaa45455 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.453741] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.453741] env[68989]: value = "task-3217271" [ 652.453741] env[68989]: _type = "Task" [ 652.453741] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.464895] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217271, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.470549] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.510653] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.543749] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320af100-7595-400a-a6ee-20e8f6784cf3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.558143] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022f6f4-2330-4fcb-8273-1fb4d313a5d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.591488] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc462ba2-ec0e-4a38-b2fe-995ce3971844 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.601356] env[68989]: DEBUG nova.compute.manager [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.601356] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.601515] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e6926-9261-443c-ba9a-e4a67fb9abb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.605937] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0779e1ea-e4f0-4d84-91ef-b7cb837a6230 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.627563] env[68989]: DEBUG nova.compute.provider_tree [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.638619] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.642357] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf83d90-8482-4490-9e15-bc9495bf3f35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.651324] env[68989]: DEBUG oslo_vmware.api [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217269, 'name': PowerOnVM_Task, 'duration_secs': 0.711964} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.652015] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.652236] env[68989]: INFO nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Took 11.06 seconds to spawn the instance on the hypervisor. [ 652.652538] env[68989]: DEBUG nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.653792] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da5c070-b72f-4124-a04d-f106a37e4004 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.698140] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221d665-275a-f74e-efa3-f4daa38b307f, 'name': SearchDatastore_Task, 'duration_secs': 0.013437} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.698455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.698718] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.698920] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.699099] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.699360] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.699561] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9e0078-f324-4a44-ba8f-0a2374771b9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.713188] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.713616] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.714358] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7607aa05-30f3-41c1-b556-0a600cd0346b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.727599] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.727843] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.728085] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleting the datastore file [datastore2] 60b58bcc-68e2-4955-a121-5b41cc58946d {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.728418] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed3a402-8de1-4be4-84d8-06ed9ab18f8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.734870] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 652.734870] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520195e8-cebf-b367-ff09-e30464e36cd4" [ 652.734870] env[68989]: _type = "Task" [ 652.734870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.740659] env[68989]: DEBUG oslo_vmware.api [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 652.740659] env[68989]: value = "task-3217273" [ 652.740659] env[68989]: _type = "Task" [ 652.740659] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.750323] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520195e8-cebf-b367-ff09-e30464e36cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.756248] env[68989]: DEBUG oslo_vmware.api [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.787388] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Updated VIF entry in instance network info cache for port f052b3fe-531f-44b0-a197-9ad238dfa6a5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.787995] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Updating instance_info_cache with network_info: [{"id": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "address": "fa:16:3e:2a:1f:f7", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf052b3fe-53", "ovs_interfaceid": "f052b3fe-531f-44b0-a197-9ad238dfa6a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.808995] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "06330785-2b9c-4968-8093-a2b3b9f12b09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.809254] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.934749] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Successfully created port: a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.971104] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217271, 'name': CreateVM_Task, 'duration_secs': 0.398319} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.971833] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.972706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.973013] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.974765] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.981679] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964d3d99-ae6a-44a1-815b-a1c1e7bf0376 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.001305] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 653.001305] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520550ee-dbbe-7c47-d8e8-4085bea4dee6" [ 653.001305] env[68989]: _type = "Task" [ 653.001305] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.012415] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520550ee-dbbe-7c47-d8e8-4085bea4dee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.141417] env[68989]: DEBUG nova.scheduler.client.report [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.175633] env[68989]: INFO nova.compute.manager [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Took 26.57 seconds to build instance. [ 653.250026] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520195e8-cebf-b367-ff09-e30464e36cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016631} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.251211] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5189e448-c50a-41db-ad27-a9e4cbc0dea2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.257025] env[68989]: DEBUG oslo_vmware.api [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.257979] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.258326] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.258509] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.258673] env[68989]: INFO nova.compute.manager [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Took 0.66 seconds to destroy the instance on the hypervisor. [ 653.258906] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.259175] env[68989]: DEBUG nova.compute.manager [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.259220] env[68989]: DEBUG nova.network.neutron [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.262920] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 653.262920] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f86be9-ed4a-9a38-cb71-935639242395" [ 653.262920] env[68989]: _type = "Task" [ 653.262920] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.273397] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f86be9-ed4a-9a38-cb71-935639242395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.291703] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Releasing lock "refresh_cache-83f07743-c06e-4284-b68d-56240917ee00" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.291995] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received event network-vif-plugged-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.292220] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.292434] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.292607] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.292811] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] No waiting events found dispatching network-vif-plugged-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.292967] env[68989]: WARNING nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received unexpected event network-vif-plugged-2fe4f77c-2272-4a12-8a63-7ca172b2c95b for instance with vm_state building and task_state spawning. [ 653.293156] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.293360] env[68989]: DEBUG nova.compute.manager [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing instance network info cache due to event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.293565] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquiring lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.293834] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Acquired lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.293889] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.492246] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.517876] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520550ee-dbbe-7c47-d8e8-4085bea4dee6, 'name': SearchDatastore_Task, 'duration_secs': 0.020568} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.518018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.519415] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.519415] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.535482] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.535482] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.535482] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.535683] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.535683] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.535683] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.535683] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.535815] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.535951] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.536232] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.536424] env[68989]: DEBUG nova.virt.hardware [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.537318] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb32d0-78d3-473b-9d52-2c53cd11a5d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.547687] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db1b0e-bc04-4950-b7eb-b15a8b43734b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.653549] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.657593] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.393s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.657923] env[68989]: DEBUG nova.objects.instance [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lazy-loading 'resources' on Instance uuid 774d5963-ca7a-4aae-b8e1-ceed95b15682 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.679101] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c3d9e461-07e6-49b7-99df-ec1530061646 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.090s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.688708] env[68989]: INFO nova.scheduler.client.report [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Deleted allocations for instance c852f0ff-1907-44d1-a4e0-6f2dd3528324 [ 653.692540] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.692540] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.698322] env[68989]: DEBUG nova.compute.manager [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 653.780061] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f86be9-ed4a-9a38-cb71-935639242395, 'name': SearchDatastore_Task, 'duration_secs': 0.017603} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.780340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.780602] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 83f07743-c06e-4284-b68d-56240917ee00/83f07743-c06e-4284-b68d-56240917ee00.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.780877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.781071] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.781319] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b5dee9-98f6-488e-b528-cb01cdf0ef4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.783919] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4d3333-28c6-4d77-8228-9a9a9bded040 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.793403] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 653.793403] env[68989]: value = "task-3217274" [ 653.793403] env[68989]: _type = "Task" [ 653.793403] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.801109] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.801328] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.803155] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b42bdea-a5b4-41dd-8e82-88fc282209f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.809338] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.814792] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 653.814792] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52762787-ec81-0927-3f39-38782d6957a1" [ 653.814792] env[68989]: _type = "Task" [ 653.814792] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.826855] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52762787-ec81-0927-3f39-38782d6957a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.035769] env[68989]: DEBUG nova.compute.manager [req-a0851f2f-56e3-4d32-bbe6-f831910ff461 req-13018655-8380-4050-8288-4c3b98284434 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Received event network-vif-deleted-c21a367c-9ba2-4431-ba65-f0641073600f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.036035] env[68989]: INFO nova.compute.manager [req-a0851f2f-56e3-4d32-bbe6-f831910ff461 req-13018655-8380-4050-8288-4c3b98284434 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Neutron deleted interface c21a367c-9ba2-4431-ba65-f0641073600f; detaching it from the instance and deleting it from the info cache [ 654.036230] env[68989]: DEBUG nova.network.neutron [req-a0851f2f-56e3-4d32-bbe6-f831910ff461 req-13018655-8380-4050-8288-4c3b98284434 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.182814] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.210214] env[68989]: DEBUG oslo_concurrency.lockutils [None req-423883bc-8c94-4979-8ab5-63562bbd77f4 tempest-ServerDiagnosticsV248Test-83297483 tempest-ServerDiagnosticsV248Test-83297483-project-member] Lock "c852f0ff-1907-44d1-a4e0-6f2dd3528324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.855s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.229027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.309887] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217274, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.334206] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52762787-ec81-0927-3f39-38782d6957a1, 'name': SearchDatastore_Task, 'duration_secs': 0.019944} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.343023] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052f2b80-5d80-42b3-9867-e8e9c5f3b145 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.353637] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 654.353637] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b30bf5-ead0-58dd-a980-719ac4cfcf53" [ 654.353637] env[68989]: _type = "Task" [ 654.353637] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.358295] env[68989]: DEBUG nova.network.neutron [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.364025] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updated VIF entry in instance network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.364025] env[68989]: DEBUG nova.network.neutron [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [{"id": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "address": "fa:16:3e:0c:1d:69", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe4f77c-22", "ovs_interfaceid": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.376381] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b30bf5-ead0-58dd-a980-719ac4cfcf53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.539961] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf18516d-60b3-4ee2-8143-0f08fc590035 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.565945] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceac00e-b67d-4ffd-a469-d9568136d6d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.610551] env[68989]: DEBUG nova.compute.manager [req-a0851f2f-56e3-4d32-bbe6-f831910ff461 req-13018655-8380-4050-8288-4c3b98284434 service nova] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Detach interface failed, port_id=c21a367c-9ba2-4431-ba65-f0641073600f, reason: Instance 60b58bcc-68e2-4955-a121-5b41cc58946d could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 654.733215] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.814601] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794696} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.815082] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 83f07743-c06e-4284-b68d-56240917ee00/83f07743-c06e-4284-b68d-56240917ee00.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.815337] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.815693] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-933b2255-eac6-41bc-872d-9e4886e11b5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.830026] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 654.830026] env[68989]: value = "task-3217275" [ 654.830026] env[68989]: _type = "Task" [ 654.830026] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.846678] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.864030] env[68989]: INFO nova.compute.manager [-] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Took 1.60 seconds to deallocate network for instance. [ 654.878178] env[68989]: DEBUG oslo_concurrency.lockutils [req-90bde418-2389-40d0-ad37-f1201134dde2 req-23231275-785d-4f3b-a3a1-7e73eebd03df service nova] Releasing lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.878178] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b30bf5-ead0-58dd-a980-719ac4cfcf53, 'name': SearchDatastore_Task, 'duration_secs': 0.066721} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.890744] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.890744] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] fbaa5e25-fd78-499b-b07a-961fae3af69f/fbaa5e25-fd78-499b-b07a-961fae3af69f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.890744] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d74da9-0500-4f58-8cde-84a0ac77d4b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.913204] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 654.913204] env[68989]: value = "task-3217276" [ 654.913204] env[68989]: _type = "Task" [ 654.913204] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.930204] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.932303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aef4b18-d87a-4733-a7ab-c31023d87495 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.942319] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07e7292-fb54-4a87-94f3-7545a5105e82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.982418] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08701aa2-5343-41a3-ac4d-b785728e3d73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.992206] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6060dd-65a5-4800-8f6d-8f9c823838a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.010592] env[68989]: DEBUG nova.compute.provider_tree [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.342811] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109046} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.343922] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.345052] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283414d-4522-44a1-85c4-e03a9103f07c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.379182] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 83f07743-c06e-4284-b68d-56240917ee00/83f07743-c06e-4284-b68d-56240917ee00.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.379647] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc56335-6340-4533-b097-419a631f18a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.396561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.406183] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 655.406183] env[68989]: value = "task-3217277" [ 655.406183] env[68989]: _type = "Task" [ 655.406183] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.422889] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.431263] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.578262] env[68989]: ERROR nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] [req-05ada6b7-39d3-4b38-b9d2-37da17c0dc4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05ada6b7-39d3-4b38-b9d2-37da17c0dc4d"}]} [ 655.616584] env[68989]: DEBUG nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.673032] env[68989]: DEBUG nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.673032] env[68989]: DEBUG nova.compute.provider_tree [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.701156] env[68989]: DEBUG nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.732621] env[68989]: DEBUG nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.921892] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217277, 'name': ReconfigVM_Task, 'duration_secs': 0.479179} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.921892] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 83f07743-c06e-4284-b68d-56240917ee00/83f07743-c06e-4284-b68d-56240917ee00.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.923767] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565c2f6b-389b-4516-a239-f838cc86fd05 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.932127] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6251} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.932663] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] fbaa5e25-fd78-499b-b07a-961fae3af69f/fbaa5e25-fd78-499b-b07a-961fae3af69f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.932881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.933309] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 655.933309] env[68989]: value = "task-3217278" [ 655.933309] env[68989]: _type = "Task" [ 655.933309] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.933515] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b25c813-e4c0-48ee-8c3c-afc672db2eb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.945191] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 655.945191] env[68989]: value = "task-3217279" [ 655.945191] env[68989]: _type = "Task" [ 655.945191] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.947983] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217278, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.175485] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Successfully updated port: a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.325344] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ea5d0-8890-4497-ae22-b41d931c8926 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.336271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61de6b8-cac0-4ef6-81c1-ee31ad6ce8bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.383361] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4485b2e-0242-45cf-8e6e-aa9196c01fff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.388865] env[68989]: DEBUG nova.compute.manager [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Received event network-vif-plugged-a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.389415] env[68989]: DEBUG oslo_concurrency.lockutils [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] Acquiring lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.389684] env[68989]: DEBUG oslo_concurrency.lockutils [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.389960] env[68989]: DEBUG oslo_concurrency.lockutils [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.390245] env[68989]: DEBUG nova.compute.manager [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] No waiting events found dispatching network-vif-plugged-a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.390519] env[68989]: WARNING nova.compute.manager [req-4bfef9b4-6d43-44ef-9b26-8726bb9eb319 req-462d7d1e-b114-471b-bafe-80a4f736a2b1 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Received unexpected event network-vif-plugged-a25e11ea-9471-452b-9da4-31fe896663fc for instance with vm_state building and task_state spawning. [ 656.400064] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c2c8c-f2be-426d-b34c-af4ea5c59108 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.419024] env[68989]: DEBUG nova.compute.provider_tree [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.448995] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217278, 'name': Rename_Task, 'duration_secs': 0.421196} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.452225] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.452479] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb472106-a1c9-4bf0-982f-623d8ffa2e9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.461190] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089903} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.462578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.463155] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 656.463155] env[68989]: value = "task-3217280" [ 656.463155] env[68989]: _type = "Task" [ 656.463155] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.465041] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17abcd8e-98a3-4bd7-958f-851f512e89ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.477228] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.496947] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] fbaa5e25-fd78-499b-b07a-961fae3af69f/fbaa5e25-fd78-499b-b07a-961fae3af69f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.497386] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8619d83c-5741-405a-ba52-938e49fed38c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.520870] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 656.520870] env[68989]: value = "task-3217281" [ 656.520870] env[68989]: _type = "Task" [ 656.520870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.530226] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.681179] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.681404] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.681592] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.963295] env[68989]: DEBUG nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.963637] env[68989]: DEBUG nova.compute.provider_tree [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 45 to 46 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.963754] env[68989]: DEBUG nova.compute.provider_tree [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.981874] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.035525] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217281, 'name': ReconfigVM_Task, 'duration_secs': 0.31134} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.035636] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] fbaa5e25-fd78-499b-b07a-961fae3af69f/fbaa5e25-fd78-499b-b07a-961fae3af69f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.036552] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d16a657-19c7-4a0a-aa25-58573447981a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.048850] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 657.048850] env[68989]: value = "task-3217282" [ 657.048850] env[68989]: _type = "Task" [ 657.048850] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.060782] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217282, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.248738] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.416904] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 657.418054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0eafb9-a523-4c7d-b9f0-b7013ccbc6ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.426483] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 657.427293] env[68989]: ERROR oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk due to incomplete transfer. [ 657.427293] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-417093d1-d893-4a5f-a0e2-04389a4d8070 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.446570] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52468202-1bfc-adfa-7899-8249f34ebabe/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 657.446794] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Uploaded image 453a579e-d2ae-4467-83b2-09af0b6e73af to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 657.449766] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 657.450059] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0407b0e9-e175-424b-b6fa-058b6a7ad439 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.461866] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 657.461866] env[68989]: value = "task-3217283" [ 657.461866] env[68989]: _type = "Task" [ 657.461866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.471652] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.814s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.474552] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217283, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.475105] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.103s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.475546] env[68989]: DEBUG nova.objects.instance [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'resources' on Instance uuid 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.487570] env[68989]: DEBUG oslo_vmware.api [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217280, 'name': PowerOnVM_Task, 'duration_secs': 0.730231} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.488079] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.488307] env[68989]: INFO nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Took 12.03 seconds to spawn the instance on the hypervisor. [ 657.488605] env[68989]: DEBUG nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.489308] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271945e-70c8-4f80-9c1a-252b2684b4b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.502224] env[68989]: INFO nova.scheduler.client.report [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Deleted allocations for instance 774d5963-ca7a-4aae-b8e1-ceed95b15682 [ 657.567870] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217282, 'name': Rename_Task, 'duration_secs': 0.208323} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.568175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.568512] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd2ff41-7b60-499b-ab1c-1f005728dc3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.579240] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 657.579240] env[68989]: value = "task-3217284" [ 657.579240] env[68989]: _type = "Task" [ 657.579240] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.594023] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.616316] env[68989]: DEBUG nova.network.neutron [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Updating instance_info_cache with network_info: [{"id": "a25e11ea-9471-452b-9da4-31fe896663fc", "address": "fa:16:3e:fa:52:b5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25e11ea-94", "ovs_interfaceid": "a25e11ea-9471-452b-9da4-31fe896663fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.976899] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217283, 'name': Destroy_Task, 'duration_secs': 0.467738} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.977305] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Destroyed the VM [ 657.978812] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 657.978812] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39df4ac1-ecb2-49b5-81e3-3e164787d409 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.987826] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 657.987826] env[68989]: value = "task-3217285" [ 657.987826] env[68989]: _type = "Task" [ 657.987826] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.015632] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217285, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.017435] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8ad45e4-2337-468f-abfa-ea571bffc2d8 tempest-ServerDiagnosticsNegativeTest-1969367479 tempest-ServerDiagnosticsNegativeTest-1969367479-project-member] Lock "774d5963-ca7a-4aae-b8e1-ceed95b15682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.516s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.018627] env[68989]: INFO nova.compute.manager [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Took 31.05 seconds to build instance. [ 658.095605] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217284, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.123785] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.123785] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Instance network_info: |[{"id": "a25e11ea-9471-452b-9da4-31fe896663fc", "address": "fa:16:3e:fa:52:b5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25e11ea-94", "ovs_interfaceid": "a25e11ea-9471-452b-9da4-31fe896663fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.125020] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:52:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a25e11ea-9471-452b-9da4-31fe896663fc', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.135739] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.137056] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.137056] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e299abb2-4467-484f-b38a-a8e74205ad24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.164455] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.164455] env[68989]: value = "task-3217286" [ 658.164455] env[68989]: _type = "Task" [ 658.164455] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.178355] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217286, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.330337] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.330628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.509301] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217285, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.524907] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5f2d920-a431-4fce-a376-0fb990e3100b tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.563s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.593025] env[68989]: DEBUG oslo_vmware.api [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217284, 'name': PowerOnVM_Task, 'duration_secs': 0.559314} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.593340] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.593616] env[68989]: INFO nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 10.46 seconds to spawn the instance on the hypervisor. [ 658.593827] env[68989]: DEBUG nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.594796] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcce289-7296-45cf-bebc-e135332b3bbe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.645359] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b9fa20-d1b0-4ccb-a59e-1745411177b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.658426] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02306b8a-e4d7-423b-8960-9c9dcfdd3737 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.680663] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217286, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.714211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd4c23-3d65-4438-8333-a0c13f7d2ba4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.725477] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4ef0e-28ef-4999-8a88-5f0791710518 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.742196] env[68989]: DEBUG nova.compute.provider_tree [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.882269] env[68989]: DEBUG nova.compute.manager [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Received event network-changed-a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.882620] env[68989]: DEBUG nova.compute.manager [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Refreshing instance network info cache due to event network-changed-a25e11ea-9471-452b-9da4-31fe896663fc. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.882925] env[68989]: DEBUG oslo_concurrency.lockutils [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] Acquiring lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.883157] env[68989]: DEBUG oslo_concurrency.lockutils [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] Acquired lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.883388] env[68989]: DEBUG nova.network.neutron [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Refreshing network info cache for port a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.007805] env[68989]: DEBUG oslo_vmware.api [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217285, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735024} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.007805] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.007805] env[68989]: INFO nova.compute.manager [None req-ba6c921c-bf20-47b9-ac34-11a67bd424ba tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 14.69 seconds to snapshot the instance on the hypervisor. [ 659.029359] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.123795] env[68989]: INFO nova.compute.manager [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 31.35 seconds to build instance. [ 659.181524] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217286, 'name': CreateVM_Task, 'duration_secs': 0.57953} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.181719] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.182451] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.182617] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.183213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183308] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0259862b-51bc-4204-bc52-0704624335be {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.190751] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 659.190751] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aeb91d-2bf4-453d-2fee-7fd273b10a15" [ 659.190751] env[68989]: _type = "Task" [ 659.190751] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.201484] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aeb91d-2bf4-453d-2fee-7fd273b10a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.245009] env[68989]: DEBUG nova.scheduler.client.report [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.559023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.628625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4893a5ef-9f47-4d31-bd6c-36cc7dbdbf2e tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.869s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.705111] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aeb91d-2bf4-453d-2fee-7fd273b10a15, 'name': SearchDatastore_Task, 'duration_secs': 0.018398} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.706531] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.707024] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.707428] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.707706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.708106] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.712455] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e49fe3-3092-473e-894c-3211edef93fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.721820] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.722309] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.723231] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb02e1f4-2e42-4c0f-9233-7ab7d09a6b97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.738323] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 659.738323] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1c6b4-4506-b787-938d-f2d0a818171d" [ 659.738323] env[68989]: _type = "Task" [ 659.738323] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.755199] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.756319] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1c6b4-4506-b787-938d-f2d0a818171d, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.756846] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.288s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.757107] env[68989]: DEBUG nova.objects.instance [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 659.761772] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14305037-0b80-401e-9eaf-1663babae157 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.770340] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 659.770340] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529fb976-a25f-d74f-3ae0-b74c0ab60fd3" [ 659.770340] env[68989]: _type = "Task" [ 659.770340] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.788622] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529fb976-a25f-d74f-3ae0-b74c0ab60fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.788855] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789228] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 98dbb319-8881-44b0-9faa-4e825f1a622b/98dbb319-8881-44b0-9faa-4e825f1a622b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.789588] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ee50e5-c493-44c8-be56-8a33a6872cbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.801864] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 659.801864] env[68989]: value = "task-3217287" [ 659.801864] env[68989]: _type = "Task" [ 659.801864] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.817697] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.822986] env[68989]: INFO nova.scheduler.client.report [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e [ 659.832561] env[68989]: DEBUG nova.network.neutron [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Updated VIF entry in instance network info cache for port a25e11ea-9471-452b-9da4-31fe896663fc. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.832561] env[68989]: DEBUG nova.network.neutron [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Updating instance_info_cache with network_info: [{"id": "a25e11ea-9471-452b-9da4-31fe896663fc", "address": "fa:16:3e:fa:52:b5", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25e11ea-94", "ovs_interfaceid": "a25e11ea-9471-452b-9da4-31fe896663fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.134334] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.240248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "83f07743-c06e-4284-b68d-56240917ee00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.240536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.240797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "83f07743-c06e-4284-b68d-56240917ee00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.240983] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.241163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.245461] env[68989]: INFO nova.compute.manager [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Terminating instance [ 660.312705] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.334191] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21a5bada-48ae-4e4b-b492-6ce896270dfb tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.462s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.335413] env[68989]: DEBUG oslo_concurrency.lockutils [req-c98fdf43-9c40-409c-9d4b-a6763802e486 req-f182f8be-5138-4f0d-b485-e4ebb79e18ed service nova] Releasing lock "refresh_cache-98dbb319-8881-44b0-9faa-4e825f1a622b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.629852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.630110] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.668510] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.751481] env[68989]: DEBUG nova.compute.manager [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.752828] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.754095] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8cdb9-a344-46c1-9c68-eda11bbdcdbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.767449] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.769495] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0048ba8c-5ee6-42d9-b915-2e9fa73097ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.771749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-89df8a62-b228-4b83-82d2-9cf094706fb0 tempest-ServersAdmin275Test-2006589125 tempest-ServersAdmin275Test-2006589125-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.773252] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.751s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.775127] env[68989]: INFO nova.compute.claims [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.785259] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 660.785259] env[68989]: value = "task-3217288" [ 660.785259] env[68989]: _type = "Task" [ 660.785259] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.798770] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.816572] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.301933] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217288, 'name': PowerOffVM_Task, 'duration_secs': 0.249866} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.301933] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.301933] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.302425] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd766dd0-229b-4f7a-b9fd-6d9f9da78d6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.317080] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.396253} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.317792] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 98dbb319-8881-44b0-9faa-4e825f1a622b/98dbb319-8881-44b0-9faa-4e825f1a622b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.318304] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.321241] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e09ad3-bb65-4547-8963-2ea5b25fd0f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.329739] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 661.329739] env[68989]: value = "task-3217290" [ 661.329739] env[68989]: _type = "Task" [ 661.329739] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.347353] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.378487] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.378749] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.378937] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Deleting the datastore file [datastore1] 83f07743-c06e-4284-b68d-56240917ee00 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.380674] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80dcbbe-f263-4217-9697-7778b537c387 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.391038] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for the task: (returnval){ [ 661.391038] env[68989]: value = "task-3217291" [ 661.391038] env[68989]: _type = "Task" [ 661.391038] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.402230] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.843592] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129132} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.843991] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.844977] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd79db5-c443-4327-b3cb-4a98acffbdd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.869666] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 98dbb319-8881-44b0-9faa-4e825f1a622b/98dbb319-8881-44b0-9faa-4e825f1a622b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.869854] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84d9d11-c1e2-4afc-8b38-1f8abfd683dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.896268] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 661.896268] env[68989]: value = "task-3217292" [ 661.896268] env[68989]: _type = "Task" [ 661.896268] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.905706] env[68989]: DEBUG oslo_vmware.api [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Task: {'id': task-3217291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231888} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.906185] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.906380] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.906661] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.907288] env[68989]: INFO nova.compute.manager [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Took 1.16 seconds to destroy the instance on the hypervisor. [ 661.907288] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.907288] env[68989]: DEBUG nova.compute.manager [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.907288] env[68989]: DEBUG nova.network.neutron [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.915131] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.986309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.986450] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.374031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892a50c-a242-450c-a164-bca3d7813eea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.385046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8f8be-60f7-4992-8678-6205a1ccc983 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.427810] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2f1f8-780b-4aee-bec6-0f36860ec868 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.440284] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1850c2-c135-4171-8145-d6f46ce3e8ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.444275] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.461579] env[68989]: DEBUG nova.compute.provider_tree [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.636385] env[68989]: DEBUG nova.compute.manager [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.636385] env[68989]: DEBUG nova.compute.manager [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing instance network info cache due to event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.636385] env[68989]: DEBUG oslo_concurrency.lockutils [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.636385] env[68989]: DEBUG oslo_concurrency.lockutils [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.636385] env[68989]: DEBUG nova.network.neutron [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.729986] env[68989]: DEBUG nova.network.neutron [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.926560] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.926811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.943430] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217292, 'name': ReconfigVM_Task, 'duration_secs': 0.908073} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.943430] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 98dbb319-8881-44b0-9faa-4e825f1a622b/98dbb319-8881-44b0-9faa-4e825f1a622b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.943916] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9b32dec-3c9a-44f7-9be9-9b12878cc89e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.951707] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 662.951707] env[68989]: value = "task-3217293" [ 662.951707] env[68989]: _type = "Task" [ 662.951707] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.961275] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217293, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.964375] env[68989]: DEBUG nova.scheduler.client.report [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.232488] env[68989]: INFO nova.compute.manager [-] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Took 1.32 seconds to deallocate network for instance. [ 663.462486] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217293, 'name': Rename_Task, 'duration_secs': 0.164599} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.462975] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.463069] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6bc03c1-fc50-40f2-875b-66e55262f007 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.472390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.473010] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.477658] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 663.477658] env[68989]: value = "task-3217294" [ 663.477658] env[68989]: _type = "Task" [ 663.477658] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.478161] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.256s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.480577] env[68989]: INFO nova.compute.claims [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.492420] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217294, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.641769] env[68989]: DEBUG nova.network.neutron [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updated VIF entry in instance network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.642153] env[68989]: DEBUG nova.network.neutron [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.740218] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.980992] env[68989]: DEBUG nova.compute.utils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.983136] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.983336] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.029243] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.038925] env[68989]: DEBUG nova.policy [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbc66322b664b5695f84ab710c3f474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4aae7dade88429eb12cbf9d949f9aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.147847] env[68989]: DEBUG oslo_concurrency.lockutils [req-cbcf423f-50f2-4fe3-850f-4d06ebd01a5f req-88747327-62b9-4b00-8298-d1b6c1780589 service nova] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.457158] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Successfully created port: 0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.499147] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.506158] env[68989]: DEBUG oslo_vmware.api [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217294, 'name': PowerOnVM_Task, 'duration_secs': 0.557311} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.507487] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.507711] env[68989]: INFO nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Took 11.02 seconds to spawn the instance on the hypervisor. [ 664.507889] env[68989]: DEBUG nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.511794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499b699-bf8e-4a1e-9e2c-d17c34ba4810 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.043174] env[68989]: INFO nova.compute.manager [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Took 36.56 seconds to build instance. [ 665.149142] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ac3e7-4c77-4426-a4ee-bf1dab1e7d2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.158207] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f80b5b-8473-41a8-9d5c-9595d1d29198 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.194692] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f9af77-56a6-489a-b07e-e8eb0fcef2b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.203662] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5997942-4c07-4aba-a5a4-a56771d45e43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.224109] env[68989]: DEBUG nova.compute.provider_tree [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.516134] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.270845] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a1abe77-6de6-4d7c-a01d-ec0266667d52 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.799s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.272046] env[68989]: DEBUG nova.compute.manager [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.275203] env[68989]: DEBUG nova.scheduler.client.report [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.280711] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25117cb7-8994-4a33-8a0d-8a3052945a87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.284165] env[68989]: DEBUG nova.compute.manager [req-4ab77889-86ad-46b5-9331-e11aca81219a req-a07bd210-be2e-409e-b9de-9d9beeb0d1b4 service nova] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Received event network-vif-deleted-f052b3fe-531f-44b0-a197-9ad238dfa6a5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.285239] env[68989]: DEBUG nova.compute.manager [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.285404] env[68989]: DEBUG nova.compute.manager [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing instance network info cache due to event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.285614] env[68989]: DEBUG oslo_concurrency.lockutils [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.285746] env[68989]: DEBUG oslo_concurrency.lockutils [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.285897] env[68989]: DEBUG nova.network.neutron [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.291431] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.291606] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.291755] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.292836] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.292836] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.292836] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.292836] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.292836] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.293044] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.293044] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.293096] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.297021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.297021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.297021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded598ed-8106-45fb-ae5a-2fe81a0a5e83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.302335] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.304588] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.309019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8941f1-7223-48a9-b240-89c3c689c456 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.713521] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Successfully updated port: 0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.780089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.302s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.780795] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.783238] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.967s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.786462] env[68989]: INFO nova.compute.claims [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.796100] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.824292] env[68989]: INFO nova.compute.manager [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] instance snapshotting [ 666.824741] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.825254] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.826221] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79c676-8c6c-4e2a-b3f4-647da9ea72d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830198] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.830198] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.830328] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.830419] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.831380] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 666.831380] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.847586] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe3ff4-80fb-4faa-b439-45d3d27f0ddb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.998034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.998142] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.215901] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.215991] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.216154] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.270561] env[68989]: DEBUG nova.network.neutron [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updated VIF entry in instance network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.270976] env[68989]: DEBUG nova.network.neutron [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.293462] env[68989]: DEBUG nova.compute.utils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.298274] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.298274] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.331112] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.333159] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.362261] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 667.362588] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-158feebe-4f3b-4c4f-89be-beb46e9de319 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.370115] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 667.370115] env[68989]: value = "task-3217295" [ 667.370115] env[68989]: _type = "Task" [ 667.370115] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.376287] env[68989]: DEBUG nova.policy [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbc66322b664b5695f84ab710c3f474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4aae7dade88429eb12cbf9d949f9aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.381458] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.772064] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.777306] env[68989]: DEBUG oslo_concurrency.lockutils [req-d116a923-ee9c-49b1-9223-61cba2c028bf req-ed35295f-bb4b-4834-9cae-8582b9aeb298 service nova] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.798055] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.885594] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Successfully created port: 1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.887741] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.032012] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "98dbb319-8881-44b0-9faa-4e825f1a622b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.032286] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.032490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.032773] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.032916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.035741] env[68989]: INFO nova.compute.manager [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Terminating instance [ 668.077413] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Updating instance_info_cache with network_info: [{"id": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "address": "fa:16:3e:b3:af:e0", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b84cbf7-c0", "ovs_interfaceid": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.301128] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Received event network-vif-plugged-0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.301349] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Acquiring lock "700d2210-01db-494b-85db-3cc04128c30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.301854] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Lock "700d2210-01db-494b-85db-3cc04128c30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.302053] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Lock "700d2210-01db-494b-85db-3cc04128c30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.302229] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] No waiting events found dispatching network-vif-plugged-0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.302388] env[68989]: WARNING nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Received unexpected event network-vif-plugged-0b84cbf7-c001-4e28-93ed-a04a8d057188 for instance with vm_state building and task_state spawning. [ 668.302554] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Received event network-changed-0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.302701] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Refreshing instance network info cache due to event network-changed-0b84cbf7-c001-4e28-93ed-a04a8d057188. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.302864] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Acquiring lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.386842] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217295, 'name': CreateSnapshot_Task, 'duration_secs': 0.650279} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.386842] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.387838] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1cb322-d6ab-43fa-90b6-bb7a80a5bdc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.412802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69950f-542d-41a7-8d3b-661c5489cf24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.421477] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd59af1-519a-4323-88b0-f3ce2b65d866 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.454145] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38038777-1fe5-4d0b-be85-fa24b92d0779 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.462933] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad77d9-607f-4a80-a2c3-968dc43bb16b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.478073] env[68989]: DEBUG nova.compute.provider_tree [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.481924] env[68989]: DEBUG nova.compute.manager [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.482122] env[68989]: DEBUG nova.compute.manager [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing instance network info cache due to event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.482334] env[68989]: DEBUG oslo_concurrency.lockutils [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] Acquiring lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.482474] env[68989]: DEBUG oslo_concurrency.lockutils [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] Acquired lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.482624] env[68989]: DEBUG nova.network.neutron [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.542691] env[68989]: DEBUG nova.compute.manager [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.542939] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.543905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016de1b6-c527-4ed0-acdc-37f1a6277e20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.559467] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.559467] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9689710e-fffc-4b9a-9bef-46974fb60cbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.564987] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 668.564987] env[68989]: value = "task-3217296" [ 668.564987] env[68989]: _type = "Task" [ 668.564987] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.574632] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.580413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.580729] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Instance network_info: |[{"id": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "address": "fa:16:3e:b3:af:e0", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b84cbf7-c0", "ovs_interfaceid": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.581015] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Acquired lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.581200] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Refreshing network info cache for port 0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.582381] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:af:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b84cbf7-c001-4e28-93ed-a04a8d057188', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.590224] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Creating folder: Project (e4aae7dade88429eb12cbf9d949f9aba). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.591263] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d786f4-47b4-413a-a363-e022b96035f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.601746] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Created folder: Project (e4aae7dade88429eb12cbf9d949f9aba) in parent group-v643186. [ 668.601941] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Creating folder: Instances. Parent ref: group-v643260. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.602410] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59e7ebd7-ca0f-4ea0-92f8-df4087078d32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.611264] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Created folder: Instances in parent group-v643260. [ 668.611790] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.611790] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.611885] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-724fc1c6-d378-42ac-9d0b-e2bd06041d8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.630547] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.630547] env[68989]: value = "task-3217299" [ 668.630547] env[68989]: _type = "Task" [ 668.630547] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.638746] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217299, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.813578] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.844062] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.844374] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.844561] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.844770] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.844934] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.845121] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.845774] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.845997] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.846192] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.846999] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.846999] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.847560] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0b3df0-c9d0-4f35-bfed-b00bd29f83b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.857378] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac297a6c-a8ba-4dcb-ba3d-111e7f27ccd5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.917884] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.917884] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd7cb5b1-7ea4-496e-a396-c1b44e3a0579 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.926762] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 668.926762] env[68989]: value = "task-3217300" [ 668.926762] env[68989]: _type = "Task" [ 668.926762] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.935561] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217300, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.981159] env[68989]: DEBUG nova.scheduler.client.report [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.053548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.054147] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.054147] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.054275] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.054372] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.058329] env[68989]: INFO nova.compute.manager [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Terminating instance [ 669.074828] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217296, 'name': PowerOffVM_Task, 'duration_secs': 0.318124} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.074828] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.075040] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.075263] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fffd1f7-39ad-4e4a-b084-094d27f5a191 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.144974] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.145033] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.145800] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Deleting the datastore file [datastore2] 98dbb319-8881-44b0-9faa-4e825f1a622b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.146284] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba32f9a-fa7c-4112-809e-5cf0f23949a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.151540] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217299, 'name': CreateVM_Task, 'duration_secs': 0.368568} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.152044] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.152787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.152949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.153286] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.153534] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fd391d-c85a-48d5-96ba-53f8e8dd8937 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.156673] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for the task: (returnval){ [ 669.156673] env[68989]: value = "task-3217302" [ 669.156673] env[68989]: _type = "Task" [ 669.156673] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.158239] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 669.158239] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522162fc-adba-54b8-ad60-96288e9165b9" [ 669.158239] env[68989]: _type = "Task" [ 669.158239] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.173696] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522162fc-adba-54b8-ad60-96288e9165b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.173978] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.174259] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.174488] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.174719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.174870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175063] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.175325] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cc6ccd-be82-404d-a48d-3f25000b6173 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.187024] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.187024] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.187024] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b05ef8-44b7-4a91-be9c-ffa8fd6ab634 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.189746] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 669.189746] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5225708d-7787-01f4-d7b9-43ae0df165a4" [ 669.189746] env[68989]: _type = "Task" [ 669.189746] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.198190] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5225708d-7787-01f4-d7b9-43ae0df165a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.363356] env[68989]: DEBUG nova.network.neutron [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updated VIF entry in instance network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.363356] env[68989]: DEBUG nova.network.neutron [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [{"id": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "address": "fa:16:3e:0c:1d:69", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe4f77c-22", "ovs_interfaceid": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.440756] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217300, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.467658] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Updated VIF entry in instance network info cache for port 0b84cbf7-c001-4e28-93ed-a04a8d057188. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.467658] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Updating instance_info_cache with network_info: [{"id": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "address": "fa:16:3e:b3:af:e0", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b84cbf7-c0", "ovs_interfaceid": "0b84cbf7-c001-4e28-93ed-a04a8d057188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.488846] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.489471] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.492184] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.675s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.492466] env[68989]: DEBUG nova.objects.instance [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 669.562343] env[68989]: DEBUG nova.compute.manager [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.562636] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.563557] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3c6b2-c6d8-4014-bd54-77e8791ee371 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.579038] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.579038] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ffadf0d-9529-41ad-a307-62b567e1c991 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.584447] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 669.584447] env[68989]: value = "task-3217303" [ 669.584447] env[68989]: _type = "Task" [ 669.584447] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.593445] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.672475] env[68989]: DEBUG oslo_vmware.api [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Task: {'id': task-3217302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156155} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.672812] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.673015] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.673342] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.673442] env[68989]: INFO nova.compute.manager [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 669.673744] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.674573] env[68989]: DEBUG nova.compute.manager [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.674573] env[68989]: DEBUG nova.network.neutron [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.703430] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5225708d-7787-01f4-d7b9-43ae0df165a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.703841] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a82260-503f-4da4-ad10-a07b151a3bb8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.710736] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 669.710736] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248ce32-e16b-7f4a-c46a-05cc56be943c" [ 669.710736] env[68989]: _type = "Task" [ 669.710736] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.721486] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248ce32-e16b-7f4a-c46a-05cc56be943c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.731673] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Successfully updated port: 1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.866270] env[68989]: DEBUG oslo_concurrency.lockutils [req-13af4ffd-8256-449f-92c8-e5bb813326b4 req-5d43a120-8ebb-4324-85b1-b4ec6b7c304b service nova] Releasing lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.939588] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217300, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.971036] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Releasing lock "refresh_cache-700d2210-01db-494b-85db-3cc04128c30f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.971036] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.971036] env[68989]: DEBUG nova.compute.manager [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing instance network info cache due to event network-changed-2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.971153] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Acquiring lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.971302] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Acquired lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.971515] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Refreshing network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.000263] env[68989]: DEBUG nova.compute.utils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.001831] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.001998] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.095156] env[68989]: DEBUG nova.policy [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbc66322b664b5695f84ab710c3f474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4aae7dade88429eb12cbf9d949f9aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.106259] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "1a74ae05-6c24-4d12-b773-e404059d53de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.106557] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.106835] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217303, 'name': PowerOffVM_Task, 'duration_secs': 0.192113} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.107085] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.107259] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.107550] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0156516-9636-46e8-b462-2b0e9a877ba0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.169578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.169806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.170016] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleting the datastore file [datastore1] fbaa5e25-fd78-499b-b07a-961fae3af69f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.170280] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802b571d-4d69-437c-97f2-9f747a7939e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.178742] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 670.178742] env[68989]: value = "task-3217305" [ 670.178742] env[68989]: _type = "Task" [ 670.178742] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.187834] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.223965] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5248ce32-e16b-7f4a-c46a-05cc56be943c, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.224249] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.224508] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 700d2210-01db-494b-85db-3cc04128c30f/700d2210-01db-494b-85db-3cc04128c30f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.224764] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae04af4b-cb73-43ba-80ab-a5994e766d09 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.232016] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 670.232016] env[68989]: value = "task-3217306" [ 670.232016] env[68989]: _type = "Task" [ 670.232016] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.239783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.239783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.239783] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.248688] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.438211] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217300, 'name': CloneVM_Task, 'duration_secs': 1.019303} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.438555] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Created linked-clone VM from snapshot [ 670.439363] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015c363-ba79-4a9f-b887-848af2fc768a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.448905] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Uploading image a199f31d-811e-429b-9a9b-27936af4331d {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 670.476019] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 670.476019] env[68989]: value = "vm-643263" [ 670.476019] env[68989]: _type = "VirtualMachine" [ 670.476019] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 670.477112] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68f573b9-ae3b-426e-8d8d-7938f61df45d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.485196] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lease: (returnval){ [ 670.485196] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5273a331-8a53-7905-8615-62e3d6e4baea" [ 670.485196] env[68989]: _type = "HttpNfcLease" [ 670.485196] env[68989]: } obtained for exporting VM: (result){ [ 670.485196] env[68989]: value = "vm-643263" [ 670.485196] env[68989]: _type = "VirtualMachine" [ 670.485196] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.488198] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the lease: (returnval){ [ 670.488198] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5273a331-8a53-7905-8615-62e3d6e4baea" [ 670.488198] env[68989]: _type = "HttpNfcLease" [ 670.488198] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.495278] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.495278] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5273a331-8a53-7905-8615-62e3d6e4baea" [ 670.495278] env[68989]: _type = "HttpNfcLease" [ 670.495278] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.505802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2aa8f380-4743-4ed4-96b9-3bc9bc648e81 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.505802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.174s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.505802] env[68989]: INFO nova.compute.claims [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.509338] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.541201] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Received event network-vif-plugged-1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.541201] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Acquiring lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.541201] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.541363] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.541529] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] No waiting events found dispatching network-vif-plugged-1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.541688] env[68989]: WARNING nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Received unexpected event network-vif-plugged-1c148f5c-ad96-4860-985a-49a431b500db for instance with vm_state building and task_state spawning. [ 670.541845] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Received event network-changed-1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.541991] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Refreshing instance network info cache due to event network-changed-1c148f5c-ad96-4860-985a-49a431b500db. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.542207] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Acquiring lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.562863] env[68989]: DEBUG nova.compute.manager [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.563073] env[68989]: DEBUG nova.compute.manager [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing instance network info cache due to event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.563343] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.565122] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.565122] env[68989]: DEBUG nova.network.neutron [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.597366] env[68989]: DEBUG nova.network.neutron [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.697185] env[68989]: DEBUG oslo_vmware.api [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141526} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.697629] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.697942] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.698248] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.698524] env[68989]: INFO nova.compute.manager [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 670.698901] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.699219] env[68989]: DEBUG nova.compute.manager [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.699396] env[68989]: DEBUG nova.network.neutron [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.751069] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49989} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.756449] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 700d2210-01db-494b-85db-3cc04128c30f/700d2210-01db-494b-85db-3cc04128c30f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.756734] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.757316] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f15ad02e-0d9e-4073-826d-b8b968448502 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.763437] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 670.763437] env[68989]: value = "task-3217308" [ 670.763437] env[68989]: _type = "Task" [ 670.763437] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.773155] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.846190] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.952358] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Successfully created port: 17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.994921] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.994921] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5273a331-8a53-7905-8615-62e3d6e4baea" [ 670.994921] env[68989]: _type = "HttpNfcLease" [ 670.994921] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 670.995261] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 670.995261] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5273a331-8a53-7905-8615-62e3d6e4baea" [ 670.995261] env[68989]: _type = "HttpNfcLease" [ 670.995261] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 670.999944] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc3ca1-0db3-462b-8140-919e71096a14 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.011651] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.011909] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.100517] env[68989]: INFO nova.compute.manager [-] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Took 1.43 seconds to deallocate network for instance. [ 671.125425] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5056b8ec-3619-41cf-aaab-8545ce5c88e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.274439] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07036} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.274855] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.275611] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3247d2a-16e1-46cf-a56d-886030509dad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.299963] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 700d2210-01db-494b-85db-3cc04128c30f/700d2210-01db-494b-85db-3cc04128c30f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.303200] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c17b60-c557-40e7-9a4f-74ea9ed53b40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.322402] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Updating instance_info_cache with network_info: [{"id": "1c148f5c-ad96-4860-985a-49a431b500db", "address": "fa:16:3e:66:71:ab", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c148f5c-ad", "ovs_interfaceid": "1c148f5c-ad96-4860-985a-49a431b500db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.328034] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 671.328034] env[68989]: value = "task-3217309" [ 671.328034] env[68989]: _type = "Task" [ 671.328034] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.329484] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updated VIF entry in instance network info cache for port 2fe4f77c-2272-4a12-8a63-7ca172b2c95b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.330225] env[68989]: DEBUG nova.network.neutron [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [{"id": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "address": "fa:16:3e:0c:1d:69", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe4f77c-22", "ovs_interfaceid": "2fe4f77c-2272-4a12-8a63-7ca172b2c95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.340772] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.412960] env[68989]: DEBUG nova.network.neutron [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updated VIF entry in instance network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.413443] env[68989]: DEBUG nova.network.neutron [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.504724] env[68989]: DEBUG nova.network.neutron [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.589491] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.608210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.621261] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.621511] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.623020] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.623020] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.623020] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.623020] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.623020] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.623221] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.623221] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.623349] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.623560] env[68989]: DEBUG nova.virt.hardware [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.624491] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689929b-4da4-41cf-92b6-0440ceca8ada {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.636802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8ac8c-bbf7-4375-b8bb-4a2a31e18632 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.824319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.824649] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Instance network_info: |[{"id": "1c148f5c-ad96-4860-985a-49a431b500db", "address": "fa:16:3e:66:71:ab", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c148f5c-ad", "ovs_interfaceid": "1c148f5c-ad96-4860-985a-49a431b500db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.825470] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Acquired lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.825470] env[68989]: DEBUG nova.network.neutron [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Refreshing network info cache for port 1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.826833] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:71:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c148f5c-ad96-4860-985a-49a431b500db', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.834524] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.838433] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.841286] env[68989]: DEBUG oslo_concurrency.lockutils [req-69c6cbf3-9599-4618-979b-f05106532f5c req-dd4f615b-046f-40fc-b939-15ea4b443e92 service nova] Releasing lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.843650] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1129af1b-c150-40f2-88d1-b0cc1ffb2318 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.868715] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217309, 'name': ReconfigVM_Task, 'duration_secs': 0.292888} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.870679] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 700d2210-01db-494b-85db-3cc04128c30f/700d2210-01db-494b-85db-3cc04128c30f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.871131] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.871131] env[68989]: value = "task-3217310" [ 671.871131] env[68989]: _type = "Task" [ 671.871131] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.871131] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef768ecf-4077-4657-961e-123189e20d58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.881854] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217310, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.883455] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 671.883455] env[68989]: value = "task-3217311" [ 671.883455] env[68989]: _type = "Task" [ 671.883455] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.919228] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1446212-c364-4537-a3d3-4f28f5e55aff req-09e4c448-8ec3-47e3-aa9d-28198c6872b0 service nova] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.010968] env[68989]: INFO nova.compute.manager [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 1.31 seconds to deallocate network for instance. [ 672.272047] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3c734-57f3-4ac1-a50c-1b10ee393fc2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.281093] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b1431-8712-41bc-890c-4da64c45f461 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.324935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8b1a6-3bbf-471b-80f8-38d9009da12d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.334587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1739b6-ee47-4638-9e41-90ed0f42850f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.354209] env[68989]: DEBUG nova.compute.provider_tree [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.382505] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217310, 'name': CreateVM_Task, 'duration_secs': 0.483659} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.382762] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.383633] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.383863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384398] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.384815] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9c81e1-ec99-4857-9c29-4c010871e9c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.394372] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 672.394372] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ef77a-fce6-60d3-570c-f0690a3dff71" [ 672.394372] env[68989]: _type = "Task" [ 672.394372] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.397693] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217311, 'name': Rename_Task, 'duration_secs': 0.168161} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.402179] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.405625] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd984d7-4c4c-42ea-9a4c-dc48e11ab399 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.412985] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ef77a-fce6-60d3-570c-f0690a3dff71, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.414534] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.415772] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.415772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.415772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.415918] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.416886] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 672.416886] env[68989]: value = "task-3217312" [ 672.416886] env[68989]: _type = "Task" [ 672.416886] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.416886] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0fa5a6-65a9-4ac5-a143-7ab70bfa2e7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.431124] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.432421] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.432782] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.433549] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d0cc99-4119-44cb-8975-c319f8db675c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.438925] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 672.438925] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52741120-7f63-3f7c-48a6-a7ab557d5c8a" [ 672.438925] env[68989]: _type = "Task" [ 672.438925] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.449916] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52741120-7f63-3f7c-48a6-a7ab557d5c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.522171] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.628199] env[68989]: DEBUG nova.network.neutron [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Updated VIF entry in instance network info cache for port 1c148f5c-ad96-4860-985a-49a431b500db. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.628700] env[68989]: DEBUG nova.network.neutron [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Updating instance_info_cache with network_info: [{"id": "1c148f5c-ad96-4860-985a-49a431b500db", "address": "fa:16:3e:66:71:ab", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c148f5c-ad", "ovs_interfaceid": "1c148f5c-ad96-4860-985a-49a431b500db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.714220] env[68989]: DEBUG nova.compute.manager [req-11f2c9d4-bc73-4af2-9043-cdce7e144871 req-6028be2d-e3b1-4555-934c-74eede815751 service nova] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Received event network-vif-deleted-2fe4f77c-2272-4a12-8a63-7ca172b2c95b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.764605] env[68989]: DEBUG nova.compute.manager [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.764951] env[68989]: DEBUG nova.compute.manager [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing instance network info cache due to event network-changed-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.765770] env[68989]: DEBUG oslo_concurrency.lockutils [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] Acquiring lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.765994] env[68989]: DEBUG oslo_concurrency.lockutils [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] Acquired lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.766242] env[68989]: DEBUG nova.network.neutron [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Refreshing network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.857566] env[68989]: DEBUG nova.scheduler.client.report [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.906412] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Successfully updated port: 17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.907921] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.929604] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217312, 'name': PowerOnVM_Task, 'duration_secs': 0.476259} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.929604] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.929811] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Took 7.41 seconds to spawn the instance on the hypervisor. [ 672.930026] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.930812] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd124b8-b63d-4353-8091-476ab42ec89b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948640] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52741120-7f63-3f7c-48a6-a7ab557d5c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015585} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.949422] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f592645-889b-4be7-b95c-3ea481363d41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.954804] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 672.954804] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ba1ebb-57e4-a8a5-909f-9de4c8cb9aaa" [ 672.954804] env[68989]: _type = "Task" [ 672.954804] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.962954] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ba1ebb-57e4-a8a5-909f-9de4c8cb9aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.132185] env[68989]: DEBUG oslo_concurrency.lockutils [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] Releasing lock "refresh_cache-fabce3d0-a8db-4532-83c3-c982aec14981" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.132543] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Received event network-vif-deleted-a25e11ea-9471-452b-9da4-31fe896663fc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.132734] env[68989]: INFO nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Neutron deleted interface a25e11ea-9471-452b-9da4-31fe896663fc; detaching it from the instance and deleting it from the info cache [ 673.132910] env[68989]: DEBUG nova.network.neutron [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.363673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.364512] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.367932] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.034s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.368154] env[68989]: DEBUG nova.objects.instance [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lazy-loading 'resources' on Instance uuid 925a407f-db5a-4296-94e1-8108d6884fc7 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.416438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.416599] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.416752] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.452294] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Took 38.46 seconds to build instance. [ 673.468936] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ba1ebb-57e4-a8a5-909f-9de4c8cb9aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.470097] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.470630] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] fabce3d0-a8db-4532-83c3-c982aec14981/fabce3d0-a8db-4532-83c3-c982aec14981.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.471641] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45353e8a-c28f-4de6-ba58-2e34b265f51e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.479090] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 673.479090] env[68989]: value = "task-3217313" [ 673.479090] env[68989]: _type = "Task" [ 673.479090] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.495127] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.538861] env[68989]: DEBUG nova.network.neutron [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updated VIF entry in instance network info cache for port 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.539602] env[68989]: DEBUG nova.network.neutron [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [{"id": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "address": "fa:16:3e:6f:3e:49", "network": {"id": "455a418f-155c-417f-ba66-038347fdd658", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-600341246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f6dffcafac4304a7b4f9ac122ab26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa67d9-3e", "ovs_interfaceid": "7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.636509] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c565fd01-03db-4c0d-9f00-d90056fee2a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.646291] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03fd53-a6c5-41cb-ac43-71cde3819836 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.680763] env[68989]: DEBUG nova.compute.manager [req-0ae89e21-6f68-4296-8d80-4c8c0df74a3a req-743392b4-69ea-4270-be37-d49504932cd5 service nova] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Detach interface failed, port_id=a25e11ea-9471-452b-9da4-31fe896663fc, reason: Instance 98dbb319-8881-44b0-9faa-4e825f1a622b could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 673.870045] env[68989]: DEBUG nova.compute.utils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.871768] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.871968] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.946495] env[68989]: DEBUG nova.policy [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bf604fd1484feda194ad7afc1126b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d535c2b97047939bf17be1d6c13958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.956831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.430s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.972933] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.992173] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217313, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.041568] env[68989]: DEBUG oslo_concurrency.lockutils [req-a82af522-d00c-4452-8aa0-b36b9ef09739 req-d567c413-9556-4389-a9b4-0a331c3e5073 service nova] Releasing lock "refresh_cache-5e566369-7f7f-4996-a001-a624344f0aeb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.178545] env[68989]: DEBUG nova.network.neutron [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Updating instance_info_cache with network_info: [{"id": "17646825-df66-46b8-877c-ad6ed167180a", "address": "fa:16:3e:6b:a9:7a", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17646825-df", "ovs_interfaceid": "17646825-df66-46b8-877c-ad6ed167180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.303350] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Successfully created port: 1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.376071] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.460491] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.490113] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703893} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.493127] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] fabce3d0-a8db-4532-83c3-c982aec14981/fabce3d0-a8db-4532-83c3-c982aec14981.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.493430] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.493969] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b98440-7b95-4149-ab5e-d594172c6ea5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500923] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 674.500923] env[68989]: value = "task-3217314" [ 674.500923] env[68989]: _type = "Task" [ 674.500923] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.507434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91998b51-30ce-48f5-a50c-3e91c3743992 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.516995] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.519549] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0484e10-248e-4c1c-a971-9ca190e4b4f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.555508] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736872e-0161-434e-8a4a-ad7be52a6ebb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.563408] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683fbcc0-cc97-456d-9032-8fd682701a60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.578728] env[68989]: DEBUG nova.compute.provider_tree [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.683302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.683673] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Instance network_info: |[{"id": "17646825-df66-46b8-877c-ad6ed167180a", "address": "fa:16:3e:6b:a9:7a", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17646825-df", "ovs_interfaceid": "17646825-df66-46b8-877c-ad6ed167180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.684184] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:a9:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17646825-df66-46b8-877c-ad6ed167180a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.692012] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.692243] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.692470] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c215a251-6821-467d-9576-0dd7b613c28e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.712015] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.712015] env[68989]: value = "task-3217315" [ 674.712015] env[68989]: _type = "Task" [ 674.712015] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.720118] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217315, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.866133] env[68989]: DEBUG nova.compute.manager [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Received event network-vif-plugged-17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.866373] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Acquiring lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.866609] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.866838] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.866943] env[68989]: DEBUG nova.compute.manager [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] No waiting events found dispatching network-vif-plugged-17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.867127] env[68989]: WARNING nova.compute.manager [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Received unexpected event network-vif-plugged-17646825-df66-46b8-877c-ad6ed167180a for instance with vm_state building and task_state spawning. [ 674.867294] env[68989]: DEBUG nova.compute.manager [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Received event network-changed-17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.867447] env[68989]: DEBUG nova.compute.manager [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Refreshing instance network info cache due to event network-changed-17646825-df66-46b8-877c-ad6ed167180a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.867628] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Acquiring lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867763] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Acquired lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867917] env[68989]: DEBUG nova.network.neutron [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Refreshing network info cache for port 17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.986472] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.013000] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0728} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.013000] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.013365] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b932e83-1903-4de7-b396-35138fb587ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.035696] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] fabce3d0-a8db-4532-83c3-c982aec14981/fabce3d0-a8db-4532-83c3-c982aec14981.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.036046] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f800612b-572f-4381-a1b4-87059dcda7c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.056927] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 675.056927] env[68989]: value = "task-3217316" [ 675.056927] env[68989]: _type = "Task" [ 675.056927] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.065968] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.102143] env[68989]: ERROR nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] [req-fc26240d-20d3-416e-b396-784e48fbfebb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc26240d-20d3-416e-b396-784e48fbfebb"}]} [ 675.119993] env[68989]: DEBUG nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.135837] env[68989]: DEBUG nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.136169] env[68989]: DEBUG nova.compute.provider_tree [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.148927] env[68989]: DEBUG nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.169720] env[68989]: DEBUG nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.224870] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217315, 'name': CreateVM_Task, 'duration_secs': 0.497481} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.224870] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.225525] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.225755] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.226114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.226367] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e2013c-ef30-4a7b-a775-77680cfcb08a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.233498] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 675.233498] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d1adb-9757-f001-5f93-894411edb229" [ 675.233498] env[68989]: _type = "Task" [ 675.233498] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.243163] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d1adb-9757-f001-5f93-894411edb229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.388052] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.414703] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.415077] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.415257] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.415441] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.415640] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.415762] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.415970] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.416153] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.416323] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.416495] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.416646] env[68989]: DEBUG nova.virt.hardware [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.418223] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b592c-b410-4361-b3e5-80bba7950a1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.429891] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0698d683-7e1c-4122-a531-065a66ea9d3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.567573] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217316, 'name': ReconfigVM_Task, 'duration_secs': 0.42409} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.567864] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Reconfigured VM instance instance-00000019 to attach disk [datastore2] fabce3d0-a8db-4532-83c3-c982aec14981/fabce3d0-a8db-4532-83c3-c982aec14981.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.571043] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e9721c0-db6b-4601-b299-e1657be295fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.577485] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 675.577485] env[68989]: value = "task-3217317" [ 675.577485] env[68989]: _type = "Task" [ 675.577485] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.589275] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217317, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.634494] env[68989]: DEBUG nova.network.neutron [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Updated VIF entry in instance network info cache for port 17646825-df66-46b8-877c-ad6ed167180a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.635114] env[68989]: DEBUG nova.network.neutron [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Updating instance_info_cache with network_info: [{"id": "17646825-df66-46b8-877c-ad6ed167180a", "address": "fa:16:3e:6b:a9:7a", "network": {"id": "6a5bb8ed-e5bc-4f60-8a76-f2e8037200bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-451040598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4aae7dade88429eb12cbf9d949f9aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17646825-df", "ovs_interfaceid": "17646825-df66-46b8-877c-ad6ed167180a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.706349] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375da08-0bb4-4cd8-ba4e-7975a1c233b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.715251] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df7267-d665-4890-ba36-5becaed2c86e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.752476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74941a31-dfa3-41db-9df5-0c97e1b998b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.764360] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d1adb-9757-f001-5f93-894411edb229, 'name': SearchDatastore_Task, 'duration_secs': 0.022584} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.765655] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf172904-db5a-4c85-9321-fae4b6196768 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.769848] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.770181] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.770429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.770575] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.770748] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.771065] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaef532f-100d-44b0-8f66-bc5299d75dbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.783157] env[68989]: DEBUG nova.compute.provider_tree [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.786207] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.786403] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.787655] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ff9b59-b086-4c19-9ad2-c4cdb77a58f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.794225] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 675.794225] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c27bb-6717-cc6d-5447-ea4b2011b005" [ 675.794225] env[68989]: _type = "Task" [ 675.794225] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.803927] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c27bb-6717-cc6d-5447-ea4b2011b005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.942228] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Successfully updated port: 1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.087485] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217317, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.138697] env[68989]: DEBUG oslo_concurrency.lockutils [req-5eb69762-0df5-47a2-b56a-af1930a17219 req-a0dc3518-b504-4d06-8d4e-ab180ee3aa46 service nova] Releasing lock "refresh_cache-38ec8e2f-6f48-471f-853e-5863d7b471a7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.304847] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c27bb-6717-cc6d-5447-ea4b2011b005, 'name': SearchDatastore_Task, 'duration_secs': 0.014658} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.306100] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40c2542-475c-4422-9b0a-b618659c0032 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.311219] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 676.311219] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6cbb-a707-0f2c-dad1-f678a7d10e1d" [ 676.311219] env[68989]: _type = "Task" [ 676.311219] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.319631] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6cbb-a707-0f2c-dad1-f678a7d10e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.320633] env[68989]: DEBUG nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 676.320879] env[68989]: DEBUG nova.compute.provider_tree [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 53 to 54 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 676.321074] env[68989]: DEBUG nova.compute.provider_tree [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.448575] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.449746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.449746] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.588531] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217317, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.823400] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6cbb-a707-0f2c-dad1-f678a7d10e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.018505} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.823400] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.823534] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 38ec8e2f-6f48-471f-853e-5863d7b471a7/38ec8e2f-6f48-471f-853e-5863d7b471a7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.823794] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed0d5ace-aa47-42bb-aa52-2dcbfe9fc728 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.826386] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.459s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.829029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.916s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.829983] env[68989]: INFO nova.compute.claims [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.837942] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 676.837942] env[68989]: value = "task-3217318" [ 676.837942] env[68989]: _type = "Task" [ 676.837942] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.846546] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.858434] env[68989]: INFO nova.scheduler.client.report [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Deleted allocations for instance 925a407f-db5a-4296-94e1-8108d6884fc7 [ 676.899936] env[68989]: DEBUG nova.compute.manager [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Received event network-vif-plugged-1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.900198] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Acquiring lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.900409] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.900577] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.900749] env[68989]: DEBUG nova.compute.manager [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] No waiting events found dispatching network-vif-plugged-1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.900916] env[68989]: WARNING nova.compute.manager [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Received unexpected event network-vif-plugged-1a02277c-2ff0-4061-9680-0b3bd12d6673 for instance with vm_state building and task_state spawning. [ 676.901098] env[68989]: DEBUG nova.compute.manager [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Received event network-changed-1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.901251] env[68989]: DEBUG nova.compute.manager [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Refreshing instance network info cache due to event network-changed-1a02277c-2ff0-4061-9680-0b3bd12d6673. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.901417] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Acquiring lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.997582] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.088996] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217317, 'name': Rename_Task, 'duration_secs': 1.22886} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.089516] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.089900] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9201e6-0b32-404c-bb22-7f8ff11f33cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.096574] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 677.096574] env[68989]: value = "task-3217319" [ 677.096574] env[68989]: _type = "Task" [ 677.096574] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.107021] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.203352] env[68989]: DEBUG nova.network.neutron [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Updating instance_info_cache with network_info: [{"id": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "address": "fa:16:3e:9b:56:e9", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a02277c-2f", "ovs_interfaceid": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.348018] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.367316] env[68989]: DEBUG oslo_concurrency.lockutils [None req-695b8a8a-67b7-4a98-950b-7dd39170bd51 tempest-ServersAdmin275Test-2012292912 tempest-ServersAdmin275Test-2012292912-project-member] Lock "925a407f-db5a-4296-94e1-8108d6884fc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.817s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.608723] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.706042] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.706042] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Instance network_info: |[{"id": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "address": "fa:16:3e:9b:56:e9", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a02277c-2f", "ovs_interfaceid": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.706295] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Acquired lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.706358] env[68989]: DEBUG nova.network.neutron [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Refreshing network info cache for port 1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.707676] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:56:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a02277c-2ff0-4061-9680-0b3bd12d6673', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.715082] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.718268] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.718779] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bec7234-c29a-4a3f-ad83-9518a36b4969 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.740118] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.740118] env[68989]: value = "task-3217320" [ 677.740118] env[68989]: _type = "Task" [ 677.740118] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.749037] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217320, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.851857] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712043} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.852322] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 38ec8e2f-6f48-471f-853e-5863d7b471a7/38ec8e2f-6f48-471f-853e-5863d7b471a7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.852699] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.853089] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5278a1c0-c8ca-4f90-ab61-b9d684807595 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.861023] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 677.861023] env[68989]: value = "task-3217321" [ 677.861023] env[68989]: _type = "Task" [ 677.861023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.878519] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.108139] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217319, 'name': PowerOnVM_Task, 'duration_secs': 0.706368} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.108684] env[68989]: DEBUG nova.network.neutron [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Updated VIF entry in instance network info cache for port 1a02277c-2ff0-4061-9680-0b3bd12d6673. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.109059] env[68989]: DEBUG nova.network.neutron [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Updating instance_info_cache with network_info: [{"id": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "address": "fa:16:3e:9b:56:e9", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a02277c-2f", "ovs_interfaceid": "1a02277c-2ff0-4061-9680-0b3bd12d6673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.110932] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.111055] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Took 9.30 seconds to spawn the instance on the hypervisor. [ 678.111255] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.112398] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e0966-3023-46c1-8915-408401cd69e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.250089] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217320, 'name': CreateVM_Task, 'duration_secs': 0.369729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.250260] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.250938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.251158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.251472] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.251717] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710f9909-cd9d-4326-8f82-937d7592d67e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.259838] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 678.259838] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d63fb-e200-4deb-3f6c-e60fafee2d9c" [ 678.259838] env[68989]: _type = "Task" [ 678.259838] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.269512] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d63fb-e200-4deb-3f6c-e60fafee2d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.378919] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096486} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.379289] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.380045] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e1ef5-b544-4ae1-b7cc-9789d5e53576 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.404951] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 38ec8e2f-6f48-471f-853e-5863d7b471a7/38ec8e2f-6f48-471f-853e-5863d7b471a7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.407683] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb84bdb-eb40-41af-8663-530cd3534332 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.429410] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 678.429410] env[68989]: value = "task-3217322" [ 678.429410] env[68989]: _type = "Task" [ 678.429410] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.440542] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.455665] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d682b1-973a-4801-83c3-a7aa182d9536 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.463536] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303c35c9-6740-44ad-9ea8-e303d03fd548 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.493347] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55fe52-cdff-4ef1-add6-6608bbf3d397 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.501154] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f0078-cba4-4729-a543-ffd85f93e4a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.516116] env[68989]: DEBUG nova.compute.provider_tree [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.612916] env[68989]: DEBUG oslo_concurrency.lockutils [req-58b0a8ff-73f4-435d-b60b-4d6d5c3fde1f req-fc2d7e05-8226-4a57-8796-743e4c5d8527 service nova] Releasing lock "refresh_cache-49ec9dce-c963-4126-8fe6-f7e247e54072" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633777] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Took 42.43 seconds to build instance. [ 678.772609] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d63fb-e200-4deb-3f6c-e60fafee2d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.034898} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.773025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.773337] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.773659] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.773856] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.774112] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.774452] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af283e50-1a8b-4131-83a3-6489be80559c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.784566] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.784806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.785830] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85aa505-1bf1-45c1-a1c3-7714b610e1ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.792415] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 678.792415] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2071b-75f9-e564-7d6c-b3e8d13d238d" [ 678.792415] env[68989]: _type = "Task" [ 678.792415] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.803016] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2071b-75f9-e564-7d6c-b3e8d13d238d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.941578] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.019294] env[68989]: DEBUG nova.scheduler.client.report [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.136135] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.573s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.306930] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2071b-75f9-e564-7d6c-b3e8d13d238d, 'name': SearchDatastore_Task, 'duration_secs': 0.012929} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.307318] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904e58da-e9aa-4303-b30c-56c714f11dd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.314094] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 679.314094] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233fdba-1e5e-1bab-be7b-d8545d1f2455" [ 679.314094] env[68989]: _type = "Task" [ 679.314094] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.325381] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233fdba-1e5e-1bab-be7b-d8545d1f2455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.440792] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217322, 'name': ReconfigVM_Task, 'duration_secs': 0.596648} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.441114] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 38ec8e2f-6f48-471f-853e-5863d7b471a7/38ec8e2f-6f48-471f-853e-5863d7b471a7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.442281] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82328e75-077c-4728-8b3b-ccd27d09b17a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.449093] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 679.449093] env[68989]: value = "task-3217323" [ 679.449093] env[68989]: _type = "Task" [ 679.449093] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.457041] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217323, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.525280] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.525893] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.528539] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.708s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.528763] env[68989]: DEBUG nova.objects.instance [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lazy-loading 'resources' on Instance uuid 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.561553] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.562500] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ece9a4-9d85-4e88-bd79-ad690b48b8b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.569890] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.569890] env[68989]: ERROR oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk due to incomplete transfer. [ 679.570534] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32d68901-68ff-4eac-a559-7d176f414678 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.580394] env[68989]: DEBUG oslo_vmware.rw_handles [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2a084-0b6a-7a90-36a4-54eb4cbf3d67/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.580599] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Uploaded image a199f31d-811e-429b-9a9b-27936af4331d to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.582672] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.583157] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b00ec85f-b8f5-4582-b988-e94392fe1a0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.588897] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 679.588897] env[68989]: value = "task-3217324" [ 679.588897] env[68989]: _type = "Task" [ 679.588897] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.597268] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217324, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.639698] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.827674] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233fdba-1e5e-1bab-be7b-d8545d1f2455, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.828402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.828402] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 49ec9dce-c963-4126-8fe6-f7e247e54072/49ec9dce-c963-4126-8fe6-f7e247e54072.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.830854] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bffbbcb6-a8b9-43eb-b8d6-5b0cae39a57f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.836066] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 679.836066] env[68989]: value = "task-3217325" [ 679.836066] env[68989]: _type = "Task" [ 679.836066] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.847618] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.959327] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217323, 'name': Rename_Task, 'duration_secs': 0.270473} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.959327] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.959327] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58c141fc-50d9-426f-9fc3-5ee515ed4b3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.965187] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 679.965187] env[68989]: value = "task-3217326" [ 679.965187] env[68989]: _type = "Task" [ 679.965187] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.974819] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.031661] env[68989]: DEBUG nova.compute.utils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.033308] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.098954] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217324, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.165385] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.346934] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217325, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.475499] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.541752] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.606235] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217324, 'name': Destroy_Task, 'duration_secs': 0.844054} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.609657] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Destroyed the VM [ 680.610032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.610648] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd374164-022b-4d72-8f4a-ec7d4a75ccf3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.618505] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 680.618505] env[68989]: value = "task-3217327" [ 680.618505] env[68989]: _type = "Task" [ 680.618505] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.633602] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.679372] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56205007-ba81-4a0b-ad43-271e9a7f8665 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.690583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3de138-ecd0-4f30-b3f4-5e1033e010d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.727023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f65906-52fc-4ece-8508-b6e20e82ddf0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.735560] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ef20eb-a4ca-46e8-9806-b067c2dbe7d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.752112] env[68989]: DEBUG nova.compute.provider_tree [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.848343] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922002} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.848600] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 49ec9dce-c963-4126-8fe6-f7e247e54072/49ec9dce-c963-4126-8fe6-f7e247e54072.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.848856] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.849137] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220dfce3-e4b2-444c-88bc-7cc91e3db9b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.856138] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 680.856138] env[68989]: value = "task-3217328" [ 680.856138] env[68989]: _type = "Task" [ 680.856138] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.866131] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.979981] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.131370] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217327, 'name': RemoveSnapshot_Task} progress is 1%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.255419] env[68989]: DEBUG nova.scheduler.client.report [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.365976] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070479} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.366452] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.367206] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482df6a3-b147-4e22-a2d7-4012b3ec68e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.396607] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 49ec9dce-c963-4126-8fe6-f7e247e54072/49ec9dce-c963-4126-8fe6-f7e247e54072.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.396945] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6b4630-2ac0-4380-901f-41c97ce93717 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.416545] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 681.416545] env[68989]: value = "task-3217329" [ 681.416545] env[68989]: _type = "Task" [ 681.416545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.425039] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.476657] env[68989]: DEBUG oslo_vmware.api [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217326, 'name': PowerOnVM_Task, 'duration_secs': 1.03896} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.476998] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.480168] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Took 9.89 seconds to spawn the instance on the hypervisor. [ 681.480168] env[68989]: DEBUG nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.480168] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e02252-20eb-472f-8659-3f5f3e3baa0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551152] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.578604] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.578849] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.579017] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.579210] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.579357] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.579500] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.580337] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.580337] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.580337] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.580337] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.580337] env[68989]: DEBUG nova.virt.hardware [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.581214] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec7ec4-f1f9-4e4e-a64c-11a4055353a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.589976] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fc1fc-af1e-406c-ad8a-5ef187976945 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.603781] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.609291] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Creating folder: Project (fb665a1ae72c44759340463da457e571). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.609714] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92216aeb-aed7-44b6-87ae-0566cb376cdc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.619784] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Created folder: Project (fb665a1ae72c44759340463da457e571) in parent group-v643186. [ 681.619971] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Creating folder: Instances. Parent ref: group-v643267. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.622982] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a0cf58-ec5b-4ca5-abeb-853e47e269f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.629455] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217327, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.631963] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Created folder: Instances in parent group-v643267. [ 681.632187] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.632377] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.632569] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37076d82-a3b7-480e-9155-e4c5775cd123 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.647848] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.647848] env[68989]: value = "task-3217332" [ 681.647848] env[68989]: _type = "Task" [ 681.647848] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.655148] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217332, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.760617] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.763217] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.712s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.763509] env[68989]: DEBUG nova.objects.instance [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'resources' on Instance uuid f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.793354] env[68989]: INFO nova.scheduler.client.report [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Deleted allocations for instance 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64 [ 681.928621] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217329, 'name': ReconfigVM_Task, 'duration_secs': 0.329394} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.928912] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 49ec9dce-c963-4126-8fe6-f7e247e54072/49ec9dce-c963-4126-8fe6-f7e247e54072.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.929577] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa6e173-f67f-47c4-b481-a84976b3841b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.936413] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 681.936413] env[68989]: value = "task-3217333" [ 681.936413] env[68989]: _type = "Task" [ 681.936413] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.945950] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217333, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.995884] env[68989]: INFO nova.compute.manager [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Took 40.21 seconds to build instance. [ 682.129444] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217327, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.158847] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217332, 'name': CreateVM_Task, 'duration_secs': 0.441684} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.159070] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.160052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.160052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.160354] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c65e506-7080-4465-a301-ae2760a5302a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.164977] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 682.164977] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5208dd29-9357-695d-6239-e6212ebd24db" [ 682.164977] env[68989]: _type = "Task" [ 682.164977] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.172928] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5208dd29-9357-695d-6239-e6212ebd24db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.303477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f637fe0-4de3-4bb2-962d-82df926912f9 tempest-ServerExternalEventsTest-157853976 tempest-ServerExternalEventsTest-157853976-project-member] Lock "2c2e1a88-b9fa-4b98-9097-1ec0eac33b64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.336s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.450356] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217333, 'name': Rename_Task, 'duration_secs': 0.156742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.450656] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.450918] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e3855f-4e45-47cd-b559-4454ef6c41ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.459022] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 682.459022] env[68989]: value = "task-3217334" [ 682.459022] env[68989]: _type = "Task" [ 682.459022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.468565] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.498201] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e103ae0c-ef0b-40aa-9297-c901c5dc701b tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.891s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.633721] env[68989]: DEBUG oslo_vmware.api [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217327, 'name': RemoveSnapshot_Task, 'duration_secs': 1.65333} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.635054] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.635054] env[68989]: INFO nova.compute.manager [None req-d585640d-3824-4ae2-b01a-0d95fe398a24 tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 682.685186] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5208dd29-9357-695d-6239-e6212ebd24db, 'name': SearchDatastore_Task, 'duration_secs': 0.070518} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.688625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.688625] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.688625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688814] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.688814] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66adee7d-138a-47b0-b5a1-b141345f1efb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.699834] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.699834] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.701334] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd949b0c-0036-46b4-9a80-8ed221ec11a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.707270] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 682.707270] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525a31f4-fa18-b6e1-322e-935853f0899f" [ 682.707270] env[68989]: _type = "Task" [ 682.707270] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.722880] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525a31f4-fa18-b6e1-322e-935853f0899f, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.726812] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babbc69c-c5e4-4295-94f1-db465eef2998 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.732675] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 682.732675] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520f2a24-8e20-fd1f-5846-2f8417e0933c" [ 682.732675] env[68989]: _type = "Task" [ 682.732675] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.750966] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520f2a24-8e20-fd1f-5846-2f8417e0933c, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.751635] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.751881] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.752193] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500d55b8-cbc0-4ee4-bf0c-001e5609063a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.766056] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 682.766056] env[68989]: value = "task-3217335" [ 682.766056] env[68989]: _type = "Task" [ 682.766056] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.780092] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.906556] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca8feb-21d0-43a8-a79d-05916754a9e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.915564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e0f4c-3ac0-4af2-b233-c150159f7774 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.955453] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d41d69-d203-45a6-8e15-f712549ac1ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.966556] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6612c0e-8f40-4985-8197-2ef0f9ceee6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.974429] env[68989]: DEBUG oslo_vmware.api [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217334, 'name': PowerOnVM_Task, 'duration_secs': 0.479343} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.976169] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.976581] env[68989]: INFO nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Took 7.59 seconds to spawn the instance on the hypervisor. [ 682.976581] env[68989]: DEBUG nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.977794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff1e17-0f8a-47f3-8e47-ef551c42b880 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.992081] env[68989]: DEBUG nova.compute.provider_tree [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.003950] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.277843] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480752} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.278223] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.278460] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.278730] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6668fad8-ab10-4b4b-9974-062cf5933620 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286866] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 683.286866] env[68989]: value = "task-3217336" [ 683.286866] env[68989]: _type = "Task" [ 683.286866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.302171] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.384487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "700d2210-01db-494b-85db-3cc04128c30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.384766] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.384989] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "700d2210-01db-494b-85db-3cc04128c30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.385223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.385409] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.387625] env[68989]: INFO nova.compute.manager [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Terminating instance [ 683.497487] env[68989]: DEBUG nova.scheduler.client.report [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.524056] env[68989]: INFO nova.compute.manager [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Took 41.26 seconds to build instance. [ 683.543844] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.796433] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.796710] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.797555] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ef59e-58e7-458f-bb6a-dea1bb2f543e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.824545] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.825873] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2100c730-03ca-459a-a326-9a87fcc4e705 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.847259] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 683.847259] env[68989]: value = "task-3217337" [ 683.847259] env[68989]: _type = "Task" [ 683.847259] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.856316] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.894030] env[68989]: DEBUG nova.compute.manager [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.894030] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.894576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83100b-b8a5-4df8-907e-0a1403bb7270 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.905916] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.906320] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a64b3ae-40d8-450d-83a0-b35e7ef7c3cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.915602] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 683.915602] env[68989]: value = "task-3217338" [ 683.915602] env[68989]: _type = "Task" [ 683.915602] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.927730] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.003219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.007520] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.495s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.007520] env[68989]: INFO nova.compute.claims [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.027130] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8225d75f-ff12-4452-a1c8-62d3c861047e tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.701s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.032458] env[68989]: INFO nova.scheduler.client.report [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocations for instance f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9 [ 684.309018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.309018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.309018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.309018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.309374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.311568] env[68989]: INFO nova.compute.manager [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Terminating instance [ 684.363912] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217337, 'name': ReconfigVM_Task, 'duration_secs': 0.410397} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.364239] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.364903] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773b94a0-ec11-4dba-9b87-7d17b0f17e73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.372184] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 684.372184] env[68989]: value = "task-3217339" [ 684.372184] env[68989]: _type = "Task" [ 684.372184] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.383410] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217339, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.433073] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217338, 'name': PowerOffVM_Task, 'duration_secs': 0.272223} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.433571] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.433859] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.434243] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc94859-1cfe-4549-b712-849258e28b88 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.506965] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.507272] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.507490] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleting the datastore file [datastore2] 700d2210-01db-494b-85db-3cc04128c30f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.507761] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88318f81-9766-419f-b97a-891696efb144 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.515156] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 684.515156] env[68989]: value = "task-3217341" [ 684.515156] env[68989]: _type = "Task" [ 684.515156] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.523556] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.530910] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.539628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0da2aa9a-8d43-41b1-9f05-1c1e2f1658d3 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.202s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.779172] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.779486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.815910] env[68989]: DEBUG nova.compute.manager [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.815910] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.819022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9d87e-881e-4df9-b5f1-678cddd93435 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.826464] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.826464] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc387fc-0956-4e5c-ac3a-8d85c03a4f2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.833280] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 684.833280] env[68989]: value = "task-3217342" [ 684.833280] env[68989]: _type = "Task" [ 684.833280] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.841996] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.882225] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217339, 'name': Rename_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.882480] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.882730] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c455c75-d046-41bb-8e64-3a2dd8dcfc99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.889172] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 684.889172] env[68989]: value = "task-3217343" [ 684.889172] env[68989]: _type = "Task" [ 684.889172] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.897536] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.032422] env[68989]: DEBUG oslo_vmware.api [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136835} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.032902] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.033225] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.033621] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.033957] env[68989]: INFO nova.compute.manager [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.034413] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.038253] env[68989]: DEBUG nova.compute.manager [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.038518] env[68989]: DEBUG nova.network.neutron [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.063143] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.343120] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217342, 'name': PowerOffVM_Task, 'duration_secs': 0.316634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.347708] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.347708] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.347825] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce57a737-7c0b-4cf8-b229-62335549d73d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.396370] env[68989]: DEBUG nova.compute.manager [req-1d18d759-4130-42d7-bbfa-20dcf14f6c1a req-0105e391-69f1-43c7-a947-aa7b701cbe71 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Received event network-vif-deleted-0b84cbf7-c001-4e28-93ed-a04a8d057188 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.396568] env[68989]: INFO nova.compute.manager [req-1d18d759-4130-42d7-bbfa-20dcf14f6c1a req-0105e391-69f1-43c7-a947-aa7b701cbe71 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Neutron deleted interface 0b84cbf7-c001-4e28-93ed-a04a8d057188; detaching it from the instance and deleting it from the info cache [ 685.396786] env[68989]: DEBUG nova.network.neutron [req-1d18d759-4130-42d7-bbfa-20dcf14f6c1a req-0105e391-69f1-43c7-a947-aa7b701cbe71 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.404393] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.411376] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.411925] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.411925] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Deleting the datastore file [datastore2] 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.412093] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-426cc87f-effb-45aa-8e11-f42ccfdb7965 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.421695] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for the task: (returnval){ [ 685.421695] env[68989]: value = "task-3217345" [ 685.421695] env[68989]: _type = "Task" [ 685.421695] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.431320] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.570270] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd19cd1-3ab1-4f64-9d07-7cf7f9aec782 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.578117] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fdda96-f4a3-4dd7-b36c-f056f916b590 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.611626] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42124a-164e-48d0-9fab-80601c2f25b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.619504] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee145b-54cb-41e9-bbb6-74d3faedc2d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.634395] env[68989]: DEBUG nova.compute.provider_tree [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.681643] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.682233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.832536] env[68989]: DEBUG nova.network.neutron [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.901610] env[68989]: DEBUG oslo_vmware.api [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217343, 'name': PowerOnVM_Task, 'duration_secs': 0.747699} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.901859] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bff4a06-a38b-4ee8-87a1-f9126bd46122 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.904412] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.904640] env[68989]: INFO nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Took 4.35 seconds to spawn the instance on the hypervisor. [ 685.904829] env[68989]: DEBUG nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.905689] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f9010-a905-4d09-b2eb-48626547d340 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.919083] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3fb29c-091a-4db6-ab04-ac6891d16edb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.937561] env[68989]: DEBUG oslo_vmware.api [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Task: {'id': task-3217345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186388} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.937847] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.938058] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.938277] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.938476] env[68989]: INFO nova.compute.manager [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 685.938713] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.938913] env[68989]: DEBUG nova.compute.manager [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.938997] env[68989]: DEBUG nova.network.neutron [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.955142] env[68989]: DEBUG nova.compute.manager [req-1d18d759-4130-42d7-bbfa-20dcf14f6c1a req-0105e391-69f1-43c7-a947-aa7b701cbe71 service nova] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Detach interface failed, port_id=0b84cbf7-c001-4e28-93ed-a04a8d057188, reason: Instance 700d2210-01db-494b-85db-3cc04128c30f could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 686.139756] env[68989]: DEBUG nova.scheduler.client.report [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.335192] env[68989]: INFO nova.compute.manager [-] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Took 1.30 seconds to deallocate network for instance. [ 686.439342] env[68989]: INFO nova.compute.manager [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Took 41.57 seconds to build instance. [ 686.643392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.644012] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.647747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.419s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.721441] env[68989]: DEBUG nova.network.neutron [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.842222] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.942578] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6e2fcb2d-12d2-401b-834e-fd7eee063260 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.929s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.156102] env[68989]: DEBUG nova.compute.utils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.158156] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.158156] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.162190] env[68989]: INFO nova.compute.claims [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.225728] env[68989]: INFO nova.compute.manager [-] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Took 1.29 seconds to deallocate network for instance. [ 687.263175] env[68989]: DEBUG nova.policy [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8166fbaa0502445d84688f7435fce08e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0161a65849b0425e8a03b4cd06257ce2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.433457] env[68989]: DEBUG nova.compute.manager [req-c6dbc6fc-e381-4489-8f58-e1e171fb31f2 req-1d69227c-3551-462f-8b2f-f12b6262fad7 service nova] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Received event network-vif-deleted-de0e2794-e570-46f2-9ec4-77e499e58631 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.448028] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.667020] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.674867] env[68989]: INFO nova.compute.resource_tracker [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating resource usage from migration 32539a8e-6bd5-4351-b080-54ed0cc90d5f [ 687.734332] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.856295] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Successfully created port: c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.937672] env[68989]: INFO nova.compute.manager [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Rebuilding instance [ 687.983102] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.003421] env[68989]: DEBUG nova.compute.manager [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.005481] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2a972-8a47-497c-8011-da49a9fbb8f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.320714] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d42b8-f1fc-469a-96d0-971db23efbdb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.330579] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a5026-7d46-4a15-b97d-224f550dba87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.365269] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e5ae0-5daa-4663-bc7c-22b99c57c8e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.374282] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237171a8-e9eb-4412-bea2-6c95369af44e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.389701] env[68989]: DEBUG nova.compute.provider_tree [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.678550] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.721469] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.721715] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.721873] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.722114] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.723826] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.723826] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.723826] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.723826] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.723826] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.724076] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.724076] env[68989]: DEBUG nova.virt.hardware [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.724603] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b1229-afac-480e-986d-3788a84e7fb4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.733323] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799147cf-9848-4b89-a24c-c7c8ce91a5a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.895118] env[68989]: DEBUG nova.scheduler.client.report [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.029764] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.030121] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2a710b-e93d-4c65-8f6b-cef762317b50 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.044491] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 689.044491] env[68989]: value = "task-3217346" [ 689.044491] env[68989]: _type = "Task" [ 689.044491] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.054871] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.403932] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.755s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.403932] env[68989]: INFO nova.compute.manager [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Migrating [ 689.404082] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.404158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.405550] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.673s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.409146] env[68989]: INFO nova.compute.claims [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.558114] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217346, 'name': PowerOffVM_Task, 'duration_secs': 0.295548} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.558114] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.558114] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.558114] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f1732-6096-4502-8570-f22523ed6c1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.567419] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.567720] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e29f59a-6a02-4564-97ca-d9b93597a762 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.590398] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Successfully updated port: c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.593599] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.593817] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.594302] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Deleting the datastore file [datastore1] 5f49c4d1-eb3a-4ae2-9618-75939aba359c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.594575] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-326785d0-92b9-4f7c-9ff6-e6c59e84ff29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.601186] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 689.601186] env[68989]: value = "task-3217348" [ 689.601186] env[68989]: _type = "Task" [ 689.601186] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.610676] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.639935] env[68989]: DEBUG nova.compute.manager [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Received event network-vif-plugged-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.640213] env[68989]: DEBUG oslo_concurrency.lockutils [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] Acquiring lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.640605] env[68989]: DEBUG oslo_concurrency.lockutils [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.640605] env[68989]: DEBUG oslo_concurrency.lockutils [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.640950] env[68989]: DEBUG nova.compute.manager [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] No waiting events found dispatching network-vif-plugged-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.641185] env[68989]: WARNING nova.compute.manager [req-0da849c6-cb17-47fc-b093-b7bc1736df3c req-7b9c7114-785a-4e5a-8d2d-27d39b63a5c4 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Received unexpected event network-vif-plugged-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb for instance with vm_state building and task_state spawning. [ 689.913490] env[68989]: INFO nova.compute.rpcapi [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 689.914060] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.095949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.095949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquired lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.095949] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.114280] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099415} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.114725] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.114803] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.114957] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.427204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.427463] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.436543] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.436738] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.436920] env[68989]: DEBUG nova.network.neutron [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.641365] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.833415] env[68989]: DEBUG nova.network.neutron [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Updating instance_info_cache with network_info: [{"id": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "address": "fa:16:3e:d3:49:49", "network": {"id": "18fe7713-e636-4280-ba56-d8918b55983c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-209154924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0161a65849b0425e8a03b4cd06257ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fadfdf-95", "ovs_interfaceid": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.998537] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee06ed8-5cd2-4a8f-9529-10c8a54cd8a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.007034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c027b5d9-bd46-46f5-a373-2b4367541cea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.041637] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ff9d2-74a1-496c-930e-f25539177fa0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.049522] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0ab2c-1441-4233-bd94-dbc21d924fd4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.063217] env[68989]: DEBUG nova.compute.provider_tree [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.153472] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.153707] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.153857] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.154057] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.154210] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.154356] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.154560] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.154717] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.154884] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.155055] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.155236] env[68989]: DEBUG nova.virt.hardware [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.156159] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2107e56-a6cb-43ba-9c97-7c131edd8079 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.166345] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36330c-dd7b-4a7d-b4f8-2c55e4e7bc36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.179470] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.185229] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.185408] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.185610] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad1332ff-8708-4098-9025-d4a3f3b6df9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.198044] env[68989]: DEBUG nova.network.neutron [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.206908] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.206908] env[68989]: value = "task-3217349" [ 691.206908] env[68989]: _type = "Task" [ 691.206908] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.215416] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217349, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.335761] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Releasing lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.336319] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Instance network_info: |[{"id": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "address": "fa:16:3e:d3:49:49", "network": {"id": "18fe7713-e636-4280-ba56-d8918b55983c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-209154924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0161a65849b0425e8a03b4cd06257ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fadfdf-95", "ovs_interfaceid": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.336909] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:49:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2fadfdf-9523-4187-b5ee-dc3d041a3eeb', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.345091] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Creating folder: Project (0161a65849b0425e8a03b4cd06257ce2). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.345798] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd1ac0d4-3a74-4db8-ae41-78d92bab3851 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.357496] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Created folder: Project (0161a65849b0425e8a03b4cd06257ce2) in parent group-v643186. [ 691.357728] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Creating folder: Instances. Parent ref: group-v643271. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.357991] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0566a62d-ca8e-4481-9ea0-90bba306eaff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.367553] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Created folder: Instances in parent group-v643271. [ 691.367987] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.368304] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.368624] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb0d686-8850-463e-8c9d-5aae6d711555 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.394415] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.394415] env[68989]: value = "task-3217352" [ 691.394415] env[68989]: _type = "Task" [ 691.394415] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.403355] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217352, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.568058] env[68989]: DEBUG nova.scheduler.client.report [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.665237] env[68989]: DEBUG nova.compute.manager [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Received event network-changed-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.665523] env[68989]: DEBUG nova.compute.manager [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Refreshing instance network info cache due to event network-changed-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.665856] env[68989]: DEBUG oslo_concurrency.lockutils [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] Acquiring lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.666112] env[68989]: DEBUG oslo_concurrency.lockutils [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] Acquired lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.666338] env[68989]: DEBUG nova.network.neutron [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Refreshing network info cache for port c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.701309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.717371] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217349, 'name': CreateVM_Task, 'duration_secs': 0.292529} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.717539] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.718016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.718194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.718738] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.718978] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f73921-3971-4b11-a05c-d9b69ddac38c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.724167] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 691.724167] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de9e35-7272-49bb-0e27-6e895b18d246" [ 691.724167] env[68989]: _type = "Task" [ 691.724167] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.731772] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de9e35-7272-49bb-0e27-6e895b18d246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.904949] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217352, 'name': CreateVM_Task, 'duration_secs': 0.316914} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.912258] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.913056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.913243] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.913574] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.913874] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055b21cb-6dcd-4371-8ec0-9c9362ba34e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.918559] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 691.918559] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d36711-8574-1b04-ec9b-0102b559915c" [ 691.918559] env[68989]: _type = "Task" [ 691.918559] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.926290] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d36711-8574-1b04-ec9b-0102b559915c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.073424] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.074114] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.076764] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.680s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.076994] env[68989]: DEBUG nova.objects.instance [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lazy-loading 'resources' on Instance uuid 60b58bcc-68e2-4955-a121-5b41cc58946d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.235112] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52de9e35-7272-49bb-0e27-6e895b18d246, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.235395] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.236029] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.236029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.236158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.236290] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.236648] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7b74fe-7fa2-4829-826d-59fd4e3ae84b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.245736] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.245736] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.246550] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a3d8a9-b5d0-4d57-9626-5508b38d9c18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.255154] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 692.255154] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea3374-8f19-9eef-616b-810cebc81213" [ 692.255154] env[68989]: _type = "Task" [ 692.255154] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.263484] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea3374-8f19-9eef-616b-810cebc81213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.408115] env[68989]: DEBUG nova.network.neutron [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Updated VIF entry in instance network info cache for port c2fadfdf-9523-4187-b5ee-dc3d041a3eeb. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.408480] env[68989]: DEBUG nova.network.neutron [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Updating instance_info_cache with network_info: [{"id": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "address": "fa:16:3e:d3:49:49", "network": {"id": "18fe7713-e636-4280-ba56-d8918b55983c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-209154924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0161a65849b0425e8a03b4cd06257ce2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fadfdf-95", "ovs_interfaceid": "c2fadfdf-9523-4187-b5ee-dc3d041a3eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.430828] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d36711-8574-1b04-ec9b-0102b559915c, 'name': SearchDatastore_Task, 'duration_secs': 0.008513} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.431134] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.431369] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.431603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.431749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.431928] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.432196] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928f57ef-a774-438a-a315-32a8c24e917d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.442229] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.442494] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.443231] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9997d9-9afe-40be-9ad3-30c890c63220 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.448527] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 692.448527] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5258dc6b-bf78-cbd9-03ec-69f5f2345612" [ 692.448527] env[68989]: _type = "Task" [ 692.448527] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.456478] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5258dc6b-bf78-cbd9-03ec-69f5f2345612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.580401] env[68989]: DEBUG nova.compute.utils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.585993] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.586446] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.624534] env[68989]: DEBUG nova.policy [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c6e2ecdc344940b39821f1e1c9b4ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e389c7e28944471f80502311f1240d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.766435] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea3374-8f19-9eef-616b-810cebc81213, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.769643] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892c1861-84f9-420d-b091-21c3d672d5d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.775196] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 692.775196] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cb9133-527f-dc42-600a-728039bcc04b" [ 692.775196] env[68989]: _type = "Task" [ 692.775196] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.784605] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cb9133-527f-dc42-600a-728039bcc04b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.912199] env[68989]: DEBUG oslo_concurrency.lockutils [req-6221add0-96f9-445b-8c97-8f00738a84a7 req-b71feea7-15f7-4a9f-9fd0-6a04534c79e0 service nova] Releasing lock "refresh_cache-53c10b9e-713a-4341-ae1a-d37f0ae84ec1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917117] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Successfully created port: 526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.958429] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5258dc6b-bf78-cbd9-03ec-69f5f2345612, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.961776] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb7ca6a-37fe-45a6-9064-0e7725be3ecf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.966782] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 692.966782] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52915089-cd55-3594-4557-49737860ddfc" [ 692.966782] env[68989]: _type = "Task" [ 692.966782] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.976133] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52915089-cd55-3594-4557-49737860ddfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.073732] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39447b3-4d67-46b9-a335-8ba5940c348a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.081198] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5784a726-4af2-4293-9604-9073a118f95e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.086420] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.113959] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aafdd0-1aa4-4eef-a11c-d95096a3a24a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.121388] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3fdc7-c807-4cea-aab9-e1adddd9c817 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.135439] env[68989]: DEBUG nova.compute.provider_tree [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.221197] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55769e-537f-4f5e-83e0-654f437d0c07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.241554] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.285086] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cb9133-527f-dc42-600a-728039bcc04b, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.286206] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.287562] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.287562] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30de2560-4b36-4f3b-a1db-6f0ffb72b6e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.293234] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 693.293234] env[68989]: value = "task-3217353" [ 693.293234] env[68989]: _type = "Task" [ 693.293234] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.300942] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.479353] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52915089-cd55-3594-4557-49737860ddfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.479654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.479939] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 53c10b9e-713a-4341-ae1a-d37f0ae84ec1/53c10b9e-713a-4341-ae1a-d37f0ae84ec1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.480231] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c204e5d-3eab-4d8e-830d-0d57bccec87b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.490239] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 693.490239] env[68989]: value = "task-3217354" [ 693.490239] env[68989]: _type = "Task" [ 693.490239] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.499708] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.638774] env[68989]: DEBUG nova.scheduler.client.report [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.748312] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.748667] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bedca38-f9f9-4f65-ad38-687867181c87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.757189] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 693.757189] env[68989]: value = "task-3217355" [ 693.757189] env[68989]: _type = "Task" [ 693.757189] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.765578] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.802979] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48368} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.803244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.803470] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.803729] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674572d0-ebba-44a6-8ddc-ffc90e615cbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.810177] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 693.810177] env[68989]: value = "task-3217356" [ 693.810177] env[68989]: _type = "Task" [ 693.810177] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.819301] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.999904] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.120520] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.144361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.148443] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.148705] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.148888] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.149142] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.149340] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.149524] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.149744] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.149924] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.150144] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.150352] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.150559] env[68989]: DEBUG nova.virt.hardware [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.151154] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.595s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.152680] env[68989]: INFO nova.compute.claims [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.156120] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd26ea-c8bf-47c6-ac42-0a9ec21784e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.165377] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368236ee-dd76-41e8-b0ef-d42a8861ed2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.183017] env[68989]: INFO nova.scheduler.client.report [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted allocations for instance 60b58bcc-68e2-4955-a121-5b41cc58946d [ 694.266729] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217355, 'name': PowerOffVM_Task, 'duration_secs': 0.4441} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.267070] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.267249] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.319489] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070811} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.320722] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.323620] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc9e622-f0f7-41eb-b60d-af53dca7dc73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.345828] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.346586] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06943f67-ca0f-4bdb-a586-0cf254b6dee9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.366518] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 694.366518] env[68989]: value = "task-3217357" [ 694.366518] env[68989]: _type = "Task" [ 694.366518] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.374635] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.499911] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628096} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.500272] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 53c10b9e-713a-4341-ae1a-d37f0ae84ec1/53c10b9e-713a-4341-ae1a-d37f0ae84ec1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.500508] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.500801] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8373b2d2-a30b-4542-8fc0-c255858516fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.509022] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 694.509022] env[68989]: value = "task-3217358" [ 694.509022] env[68989]: _type = "Task" [ 694.509022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.517813] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.691566] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0741701a-b595-4e2e-91fe-8dc213750ec3 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "60b58bcc-68e2-4955-a121-5b41cc58946d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.603s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.757440] env[68989]: DEBUG nova.compute.manager [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Received event network-vif-plugged-526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.761043] env[68989]: DEBUG oslo_concurrency.lockutils [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] Acquiring lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.761043] env[68989]: DEBUG oslo_concurrency.lockutils [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.761043] env[68989]: DEBUG oslo_concurrency.lockutils [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.761043] env[68989]: DEBUG nova.compute.manager [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] No waiting events found dispatching network-vif-plugged-526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.761043] env[68989]: WARNING nova.compute.manager [req-9124285d-6892-4274-85a7-b446c86ed03f req-b09f94a5-0fce-4f85-b5da-a894f5508a8e service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Received unexpected event network-vif-plugged-526eca4a-b3a4-406c-9c63-09c2fdf89c0c for instance with vm_state building and task_state spawning. [ 694.773915] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.774154] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.774381] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.774956] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.774956] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.779795] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.779795] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.779795] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.779795] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.779795] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.779999] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.790723] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Successfully updated port: 526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.790723] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd056e5e-89b1-4615-8e22-6ed63b155f29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.801844] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.802300] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.802512] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.809729] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 694.809729] env[68989]: value = "task-3217359" [ 694.809729] env[68989]: _type = "Task" [ 694.809729] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.820528] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.827841] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "cae92c82-6fa0-485e-a58b-6eba91567a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.828154] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.828406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.828601] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.828893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.831089] env[68989]: INFO nova.compute.manager [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Terminating instance [ 694.879572] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217357, 'name': ReconfigVM_Task, 'duration_secs': 0.298078} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.879987] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5f49c4d1-eb3a-4ae2-9618-75939aba359c/5f49c4d1-eb3a-4ae2-9618-75939aba359c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.881111] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e3950d-6cc1-4099-b011-43304f51e93d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.889211] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 694.889211] env[68989]: value = "task-3217360" [ 694.889211] env[68989]: _type = "Task" [ 694.889211] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.898493] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217360, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.017053] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112629} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.017372] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.018192] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68808a07-0c0c-4930-8d73-ef0ab3b60e9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.040467] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 53c10b9e-713a-4341-ae1a-d37f0ae84ec1/53c10b9e-713a-4341-ae1a-d37f0ae84ec1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.040759] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd05e29-0f8d-44ca-b57b-3523ffe26155 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.059983] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 695.059983] env[68989]: value = "task-3217361" [ 695.059983] env[68989]: _type = "Task" [ 695.059983] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.068255] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.319615] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217359, 'name': ReconfigVM_Task, 'duration_secs': 0.457259} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.322281] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.334667] env[68989]: DEBUG nova.compute.manager [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.334886] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.338150] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd957086-8bc8-434b-97af-5d4bbd925e38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.346284] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.348271] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.348459] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-130feb68-5b6c-4066-b127-df823e153a20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.355472] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 695.355472] env[68989]: value = "task-3217362" [ 695.355472] env[68989]: _type = "Task" [ 695.355472] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.365248] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.398931] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217360, 'name': Rename_Task, 'duration_secs': 0.139956} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.403637] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.404440] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34ebb38c-3044-4397-8a0f-44c63079df8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.411434] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 695.411434] env[68989]: value = "task-3217363" [ 695.411434] env[68989]: _type = "Task" [ 695.411434] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.423492] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.535628] env[68989]: DEBUG nova.network.neutron [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Updating instance_info_cache with network_info: [{"id": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "address": "fa:16:3e:ef:8b:a9", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526eca4a-b3", "ovs_interfaceid": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.572749] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.715150] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7452bf2-cbd3-436f-bbac-97d7435593d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.726279] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ce1a5f-6eee-4e16-b13b-b8ea9381b81f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.758423] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec93869-b073-477c-95ce-471055cf338c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.766169] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51790c46-a64b-4ee4-b727-f90493dd2f32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.779917] env[68989]: DEBUG nova.compute.provider_tree [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.828316] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.828590] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.828732] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.828914] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.829075] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.829267] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.829493] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.829653] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.829819] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.829984] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.830177] env[68989]: DEBUG nova.virt.hardware [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.835583] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 695.835861] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ada387-45e3-4b34-b56a-887ad03fe1d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.856126] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 695.856126] env[68989]: value = "task-3217364" [ 695.856126] env[68989]: _type = "Task" [ 695.856126] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.866425] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217362, 'name': PowerOffVM_Task, 'duration_secs': 0.330387} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.869589] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.869773] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.870059] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.870290] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b573276-5b44-44fd-8857-056806bf97cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922092] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.927132] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.927506] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.927721] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleting the datastore file [datastore2] cae92c82-6fa0-485e-a58b-6eba91567a78 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.928039] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2389114f-f348-40a2-b9f0-bf9cf81bd66e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.934384] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for the task: (returnval){ [ 695.934384] env[68989]: value = "task-3217366" [ 695.934384] env[68989]: _type = "Task" [ 695.934384] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.942805] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.038597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.038947] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance network_info: |[{"id": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "address": "fa:16:3e:ef:8b:a9", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526eca4a-b3", "ovs_interfaceid": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.039400] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '526eca4a-b3a4-406c-9c63-09c2fdf89c0c', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.047186] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.047419] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.047634] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7c3733-1b22-4a68-b0c0-aeaff9257be7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.073607] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217361, 'name': ReconfigVM_Task, 'duration_secs': 0.61203} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.074825] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 53c10b9e-713a-4341-ae1a-d37f0ae84ec1/53c10b9e-713a-4341-ae1a-d37f0ae84ec1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.075411] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.075411] env[68989]: value = "task-3217367" [ 696.075411] env[68989]: _type = "Task" [ 696.075411] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.075597] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5c8ad7-709d-4553-99f2-92e260e57b3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.084181] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217367, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.085320] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 696.085320] env[68989]: value = "task-3217368" [ 696.085320] env[68989]: _type = "Task" [ 696.085320] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.092720] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217368, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.283265] env[68989]: DEBUG nova.scheduler.client.report [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.369853] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217364, 'name': ReconfigVM_Task, 'duration_secs': 0.164414} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.370333] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 696.371564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbc508e-4815-4413-81fb-363346ab64f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.408026] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.408235] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aea3c38-75f8-43ca-a54f-833d9254e451 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.430878] env[68989]: DEBUG oslo_vmware.api [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217363, 'name': PowerOnVM_Task, 'duration_secs': 0.588802} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.432475] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.432722] env[68989]: DEBUG nova.compute.manager [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.433071] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 696.433071] env[68989]: value = "task-3217369" [ 696.433071] env[68989]: _type = "Task" [ 696.433071] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.433827] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703ee991-422a-4384-825f-b8f8f05cef86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.455181] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.455181] env[68989]: DEBUG oslo_vmware.api [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Task: {'id': task-3217366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158639} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.455488] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.455981] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.456260] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.456448] env[68989]: INFO nova.compute.manager [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 696.456689] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.457826] env[68989]: DEBUG nova.compute.manager [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.457826] env[68989]: DEBUG nova.network.neutron [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.587841] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217367, 'name': CreateVM_Task, 'duration_secs': 0.354736} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.590850] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.591802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.592076] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.592450] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.593109] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdd8113-db76-4f7a-9156-b5ae2a2fc8bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.597706] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217368, 'name': Rename_Task, 'duration_secs': 0.151662} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.598369] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.598659] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb1fdda-d8ac-4be2-b833-beeb3751437f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.601106] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 696.601106] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528efa16-7d90-b129-0cfb-1d76035b36ba" [ 696.601106] env[68989]: _type = "Task" [ 696.601106] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.605891] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 696.605891] env[68989]: value = "task-3217370" [ 696.605891] env[68989]: _type = "Task" [ 696.605891] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.608949] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528efa16-7d90-b129-0cfb-1d76035b36ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.616363] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.788984] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.790184] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.791916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.124s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.793769] env[68989]: INFO nova.compute.claims [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.817688] env[68989]: DEBUG nova.compute.manager [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Received event network-changed-526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.817947] env[68989]: DEBUG nova.compute.manager [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Refreshing instance network info cache due to event network-changed-526eca4a-b3a4-406c-9c63-09c2fdf89c0c. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.819454] env[68989]: DEBUG oslo_concurrency.lockutils [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] Acquiring lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.819630] env[68989]: DEBUG oslo_concurrency.lockutils [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] Acquired lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.819710] env[68989]: DEBUG nova.network.neutron [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Refreshing network info cache for port 526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.948094] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217369, 'name': ReconfigVM_Task, 'duration_secs': 0.294829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.948613] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483/22dc8f1f-38c6-4323-bbc6-242c547c2483.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.949136] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.966114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.113330] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528efa16-7d90-b129-0cfb-1d76035b36ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.117327] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.117327] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.117327] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.117532] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.117670] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.117952] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1189b45-62de-41fb-8d1a-9ba3c47a8d90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.126586] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.129209] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.129496] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.130953] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee51434-ebfc-4eff-b56c-be292d818807 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.136519] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 697.136519] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a47bd7-af72-d333-723f-9b8638b3ebe0" [ 697.136519] env[68989]: _type = "Task" [ 697.136519] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.144943] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a47bd7-af72-d333-723f-9b8638b3ebe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.196478] env[68989]: DEBUG nova.network.neutron [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.301013] env[68989]: DEBUG nova.compute.utils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.303180] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.303180] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.350973] env[68989]: DEBUG nova.policy [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc13d32697ef4fcb94cda7795d872125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7109c08a2d374c9a8c20be1360daab37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.459432] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25acec-6b5e-4644-8fab-bba810b68608 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.481226] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b7c1a-397d-40d5-9d51-0614279579fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.498896] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.570837] env[68989]: DEBUG nova.network.neutron [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Updated VIF entry in instance network info cache for port 526eca4a-b3a4-406c-9c63-09c2fdf89c0c. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.571782] env[68989]: DEBUG nova.network.neutron [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Updating instance_info_cache with network_info: [{"id": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "address": "fa:16:3e:ef:8b:a9", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526eca4a-b3", "ovs_interfaceid": "526eca4a-b3a4-406c-9c63-09c2fdf89c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.623392] env[68989]: DEBUG oslo_vmware.api [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217370, 'name': PowerOnVM_Task, 'duration_secs': 0.588173} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.623671] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.624027] env[68989]: INFO nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Took 8.95 seconds to spawn the instance on the hypervisor. [ 697.624459] env[68989]: DEBUG nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.625055] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a20330-d953-4349-ad58-9a809b39433e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.649175] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a47bd7-af72-d333-723f-9b8638b3ebe0, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.649944] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08292479-f5f5-4c25-91b9-a95dac50bac1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.654746] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 697.654746] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ac9292-ef63-12ff-bd66-6f2c253d372f" [ 697.654746] env[68989]: _type = "Task" [ 697.654746] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.662483] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ac9292-ef63-12ff-bd66-6f2c253d372f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.676182] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Successfully created port: 5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.698964] env[68989]: INFO nova.compute.manager [-] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Took 1.24 seconds to deallocate network for instance. [ 697.807511] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.052374] env[68989]: DEBUG nova.network.neutron [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Port ce2d02f6-50fb-44ae-a528-9718553304c3 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 698.069470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.069470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.069606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.069750] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.069934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.072041] env[68989]: INFO nova.compute.manager [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Terminating instance [ 698.074186] env[68989]: DEBUG oslo_concurrency.lockutils [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] Releasing lock "refresh_cache-7ef18d3f-1f37-44d7-8ed8-76a7d015af29" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.074356] env[68989]: DEBUG nova.compute.manager [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Received event network-vif-deleted-8d853cea-470e-47c6-9522-1165a6973cc3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.074532] env[68989]: INFO nova.compute.manager [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Neutron deleted interface 8d853cea-470e-47c6-9522-1165a6973cc3; detaching it from the instance and deleting it from the info cache [ 698.074698] env[68989]: DEBUG nova.network.neutron [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.153061] env[68989]: INFO nova.compute.manager [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Took 45.66 seconds to build instance. [ 698.166581] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ac9292-ef63-12ff-bd66-6f2c253d372f, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.169781] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.170064] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.170983] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38e7ef0-e302-4910-97a3-9539c1940d3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.183959] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 698.183959] env[68989]: value = "task-3217371" [ 698.183959] env[68989]: _type = "Task" [ 698.183959] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.193097] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.206388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.311278] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77344f-bd11-49a7-b4fc-4cf138a0d4a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.323714] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd279f4-9768-492b-82c2-53aab8aea892 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.362734] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd67e21-3e30-46af-828d-0bacbf3a1a5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.370808] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aef6db-e32f-469c-a975-2c3f393151e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.387461] env[68989]: DEBUG nova.compute.provider_tree [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.559715] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.577634] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6818c57a-0155-456b-ba0f-eb00975de884 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.580390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "refresh_cache-5f49c4d1-eb3a-4ae2-9618-75939aba359c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.580498] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquired lock "refresh_cache-5f49c4d1-eb3a-4ae2-9618-75939aba359c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.580713] env[68989]: DEBUG nova.network.neutron [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.587408] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227db94-ca28-44a0-9cc0-a9ef3b173d51 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.624813] env[68989]: DEBUG nova.compute.manager [req-1b490075-be1d-43f1-b956-39baf1bfa33f req-e8c2c3fa-7bf4-4678-b6d6-afd0b58f5143 service nova] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Detach interface failed, port_id=8d853cea-470e-47c6-9522-1165a6973cc3, reason: Instance cae92c82-6fa0-485e-a58b-6eba91567a78 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 698.656017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30ea0451-32fa-49fa-aeb8-633d40c64531 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.629s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.657622] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.657832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.658101] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.658303] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.660469] env[68989]: INFO nova.compute.manager [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Terminating instance [ 698.695486] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.821555] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.846850] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.847119] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.847338] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.847564] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.847717] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.847868] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.848090] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.848283] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.848461] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.848628] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.848823] env[68989]: DEBUG nova.virt.hardware [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.849750] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36759a75-891e-46a2-ad56-e3c9dc5fb04a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.858029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e9e3c7-9306-41cb-9064-937b8fad8f1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.890040] env[68989]: DEBUG nova.scheduler.client.report [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.076601] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.076807] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.076998] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.101360] env[68989]: DEBUG nova.network.neutron [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.139382] env[68989]: DEBUG nova.compute.manager [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Received event network-vif-plugged-5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.139382] env[68989]: DEBUG oslo_concurrency.lockutils [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] Acquiring lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.139382] env[68989]: DEBUG oslo_concurrency.lockutils [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.139382] env[68989]: DEBUG oslo_concurrency.lockutils [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.139382] env[68989]: DEBUG nova.compute.manager [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] No waiting events found dispatching network-vif-plugged-5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.139541] env[68989]: WARNING nova.compute.manager [req-d928102b-801e-486a-873d-b067fd1a07af req-afc87a68-7206-49e3-8851-a2591a4dd6dd service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Received unexpected event network-vif-plugged-5b0d98d2-1a93-446a-821b-8d295f65aaa2 for instance with vm_state building and task_state spawning. [ 699.160724] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.168021] env[68989]: DEBUG nova.network.neutron [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.168021] env[68989]: DEBUG nova.compute.manager [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.168021] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.168021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2f1f40-d639-476e-bdba-40b53ab5c149 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.175634] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.176037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b86a9f-0ce2-4904-b94e-fcc874018fee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.182661] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 699.182661] env[68989]: value = "task-3217372" [ 699.182661] env[68989]: _type = "Task" [ 699.182661] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.195038] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.199042] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544785} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.199326] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.199601] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.199907] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca8656f-8fa5-457c-ac09-36342d3e4b92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.207789] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 699.207789] env[68989]: value = "task-3217373" [ 699.207789] env[68989]: _type = "Task" [ 699.207789] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.218412] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.256821] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Successfully updated port: 5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.395877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.397095] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.398803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.659s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.399457] env[68989]: DEBUG nova.objects.instance [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lazy-loading 'resources' on Instance uuid 83f07743-c06e-4284-b68d-56240917ee00 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.667058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Releasing lock "refresh_cache-5f49c4d1-eb3a-4ae2-9618-75939aba359c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.667331] env[68989]: DEBUG nova.compute.manager [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.667550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.670996] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee493b09-cbb3-42c9-9dce-b400aa6eb7bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.681572] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.681907] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d22f0c0c-6dc6-4c7a-b669-ae0a74a46326 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.690221] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.693630] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217372, 'name': PowerOffVM_Task, 'duration_secs': 0.177312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.695163] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.695284] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.695619] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 699.695619] env[68989]: value = "task-3217374" [ 699.695619] env[68989]: _type = "Task" [ 699.695619] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.695851] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c1cd0f-c8f4-495c-8d09-62ca6ee162bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.706266] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.717077] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06522} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.717350] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.718135] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e07098-55ec-4d0b-95d4-85a0217e6a47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.741321] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.741480] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3788ef41-d154-4f40-aad6-0dd5386755d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.758199] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.758484] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.762023] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Deleting the datastore file [datastore1] 53c10b9e-713a-4341-ae1a-d37f0ae84ec1 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.762023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.762023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.762023] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.762023] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac22abef-6d27-4472-9138-5d4290c8177d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.763941] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 699.763941] env[68989]: value = "task-3217376" [ 699.763941] env[68989]: _type = "Task" [ 699.763941] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.768404] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for the task: (returnval){ [ 699.768404] env[68989]: value = "task-3217377" [ 699.768404] env[68989]: _type = "Task" [ 699.768404] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.777092] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.781591] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.902235] env[68989]: DEBUG nova.compute.utils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.907079] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.907079] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.951261] env[68989]: DEBUG nova.policy [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc13d32697ef4fcb94cda7795d872125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7109c08a2d374c9a8c20be1360daab37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.152460] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.152655] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.152832] env[68989]: DEBUG nova.network.neutron [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.210205] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217374, 'name': PowerOffVM_Task, 'duration_secs': 0.120018} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.210595] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.210763] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.211019] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a604e86b-24a7-45c6-9208-c0bec84df8c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.224483] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Successfully created port: 60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.237882] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.238420] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.238420] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Deleting the datastore file [datastore2] 5f49c4d1-eb3a-4ae2-9618-75939aba359c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.240878] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79b4629-a6a0-4afc-a299-7d85f0838b77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.249107] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for the task: (returnval){ [ 700.249107] env[68989]: value = "task-3217379" [ 700.249107] env[68989]: _type = "Task" [ 700.249107] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.258907] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.282199] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217376, 'name': ReconfigVM_Task, 'duration_secs': 0.279068} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.282199] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.282199] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993cb78a-efb5-4178-a80b-19ad4f83259f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.286103] env[68989]: DEBUG oslo_vmware.api [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Task: {'id': task-3217377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14318} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.289018] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.289356] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.289654] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.290021] env[68989]: INFO nova.compute.manager [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 700.290451] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.291020] env[68989]: DEBUG nova.compute.manager [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.291272] env[68989]: DEBUG nova.network.neutron [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.294280] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 700.294280] env[68989]: value = "task-3217380" [ 700.294280] env[68989]: _type = "Task" [ 700.294280] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.300020] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.305170] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217380, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.409682] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.424027] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c89f3e-6847-46bc-a89e-504417fb656f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.433083] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb92ab-3164-462a-b213-b448a420bdac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.465243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ec6c7-ea72-4991-9dc7-3d978e8f89bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.474394] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6268c15-3fc0-4695-81b0-a11e02135663 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.488141] env[68989]: DEBUG nova.compute.provider_tree [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.515217] env[68989]: DEBUG nova.network.neutron [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updating instance_info_cache with network_info: [{"id": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "address": "fa:16:3e:7e:b2:b1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d98d2-1a", "ovs_interfaceid": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.763492] env[68989]: DEBUG oslo_vmware.api [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Task: {'id': task-3217379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103664} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.763808] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.763892] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.764419] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.764419] env[68989]: INFO nova.compute.manager [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 700.765388] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.765388] env[68989]: DEBUG nova.compute.manager [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.765388] env[68989]: DEBUG nova.network.neutron [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.782433] env[68989]: DEBUG nova.network.neutron [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.805959] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217380, 'name': Rename_Task, 'duration_secs': 0.154512} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.806763] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.807080] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8608606-4641-4f7b-825a-34cec4c3b8b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.813149] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 700.813149] env[68989]: value = "task-3217381" [ 700.813149] env[68989]: _type = "Task" [ 700.813149] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.821599] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.942356] env[68989]: DEBUG nova.network.neutron [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.991219] env[68989]: DEBUG nova.scheduler.client.report [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.017715] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.018091] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Instance network_info: |[{"id": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "address": "fa:16:3e:7e:b2:b1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d98d2-1a", "ovs_interfaceid": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.018545] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:b2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0d98d2-1a93-446a-821b-8d295f65aaa2', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.026356] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Creating folder: Project (7109c08a2d374c9a8c20be1360daab37). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.026845] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-789b9e59-5bb5-477c-a4a0-3e7382278750 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.037386] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Created folder: Project (7109c08a2d374c9a8c20be1360daab37) in parent group-v643186. [ 701.037559] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Creating folder: Instances. Parent ref: group-v643275. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.037774] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44389e88-ca4c-4c57-a7fa-8532359db23c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.047027] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Created folder: Instances in parent group-v643275. [ 701.047027] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.047027] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.047027] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a297d2e2-77ec-44a9-9f9d-7cbd9690056a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.066610] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.066610] env[68989]: value = "task-3217384" [ 701.066610] env[68989]: _type = "Task" [ 701.066610] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.075201] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217384, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.167667] env[68989]: DEBUG nova.compute.manager [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Received event network-changed-5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.167877] env[68989]: DEBUG nova.compute.manager [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Refreshing instance network info cache due to event network-changed-5b0d98d2-1a93-446a-821b-8d295f65aaa2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.168119] env[68989]: DEBUG oslo_concurrency.lockutils [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] Acquiring lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.168261] env[68989]: DEBUG oslo_concurrency.lockutils [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] Acquired lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.168420] env[68989]: DEBUG nova.network.neutron [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Refreshing network info cache for port 5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.221617] env[68989]: DEBUG nova.network.neutron [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.284463] env[68989]: DEBUG nova.network.neutron [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.323874] env[68989]: DEBUG oslo_vmware.api [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217381, 'name': PowerOnVM_Task, 'duration_secs': 0.466568} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.325294] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.325294] env[68989]: INFO nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Took 7.20 seconds to spawn the instance on the hypervisor. [ 701.325294] env[68989]: DEBUG nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.325785] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ca32bf-2547-4237-8d53-004e9d0cca37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.420225] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.445119] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.451073] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.451073] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.451249] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.451341] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.451501] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.451638] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.451845] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.452020] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.452191] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.452355] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.452529] env[68989]: DEBUG nova.virt.hardware [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.453407] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd709e0-f816-465d-8a11-f7a4b1d2a715 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.462034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7901f2f-572c-494f-82fe-49d8a72b6899 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.496673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.499700] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.168s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.501065] env[68989]: INFO nova.compute.claims [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.522717] env[68989]: INFO nova.scheduler.client.report [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Deleted allocations for instance 83f07743-c06e-4284-b68d-56240917ee00 [ 701.576086] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217384, 'name': CreateVM_Task, 'duration_secs': 0.397529} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.576287] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.576960] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.577172] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.577530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.577782] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e42242-bfc1-498f-9d15-32333ca4890f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.582364] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 701.582364] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52047cb5-52c4-90d7-2ad3-34860999eea7" [ 701.582364] env[68989]: _type = "Task" [ 701.582364] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.590095] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52047cb5-52c4-90d7-2ad3-34860999eea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.725074] env[68989]: INFO nova.compute.manager [-] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Took 1.43 seconds to deallocate network for instance. [ 701.789526] env[68989]: INFO nova.compute.manager [-] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Took 1.02 seconds to deallocate network for instance. [ 701.842183] env[68989]: INFO nova.compute.manager [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Took 47.14 seconds to build instance. [ 701.954377] env[68989]: DEBUG nova.network.neutron [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updated VIF entry in instance network info cache for port 5b0d98d2-1a93-446a-821b-8d295f65aaa2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.954771] env[68989]: DEBUG nova.network.neutron [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updating instance_info_cache with network_info: [{"id": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "address": "fa:16:3e:7e:b2:b1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d98d2-1a", "ovs_interfaceid": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.979749] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1e08a-3ecd-4568-84bc-273b4876d192 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.000412] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9cfe26-1147-4a1c-9978-22c32e312485 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.012092] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.029145] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Successfully updated port: 60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.032608] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3a0c3054-e2bf-447c-9476-258f3472cee0 tempest-TenantUsagesTestJSON-1345556005 tempest-TenantUsagesTestJSON-1345556005-project-member] Lock "83f07743-c06e-4284-b68d-56240917ee00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.790s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.092647] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52047cb5-52c4-90d7-2ad3-34860999eea7, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.092965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.093206] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.093445] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.093590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.093771] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.094064] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcda3c3b-f03b-40f5-a60f-3a3bf1a0bbe4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.101840] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.102019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.102751] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510df439-a0d1-4d4a-8969-21de120a3841 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.107861] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 702.107861] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253b28d-5988-3300-8f6a-51a283d99d87" [ 702.107861] env[68989]: _type = "Task" [ 702.107861] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.116672] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253b28d-5988-3300-8f6a-51a283d99d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.233370] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.297790] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.345367] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0dbb30da-e02b-4c00-b186-3e5c90c69ae1 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.960s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.460609] env[68989]: DEBUG oslo_concurrency.lockutils [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] Releasing lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.461258] env[68989]: DEBUG nova.compute.manager [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Received event network-vif-deleted-c2fadfdf-9523-4187-b5ee-dc3d041a3eeb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.461585] env[68989]: INFO nova.compute.manager [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Neutron deleted interface c2fadfdf-9523-4187-b5ee-dc3d041a3eeb; detaching it from the instance and deleting it from the info cache [ 702.461749] env[68989]: DEBUG nova.network.neutron [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.517906] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.518622] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b87dc1fd-12d2-4c51-836c-4d9ab36e54b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.525812] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 702.525812] env[68989]: value = "task-3217385" [ 702.525812] env[68989]: _type = "Task" [ 702.525812] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.533616] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.533764] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.534091] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.535362] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.618493] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253b28d-5988-3300-8f6a-51a283d99d87, 'name': SearchDatastore_Task, 'duration_secs': 0.007799} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.622574] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f15719a-99e1-4653-95b5-6a7a4deefd40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626932] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 702.626932] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212c2d6-df4b-e32b-2a5a-ef737587ed20" [ 702.626932] env[68989]: _type = "Task" [ 702.626932] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.641246] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212c2d6-df4b-e32b-2a5a-ef737587ed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.848431] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.967330] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b558ec44-3058-4777-9b03-8bdde8c45ef6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.978867] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee62f4-d963-4ac3-bbd9-d9c731d3718c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.011223] env[68989]: INFO nova.compute.manager [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Rebuilding instance [ 703.013300] env[68989]: DEBUG nova.compute.manager [req-ff6801d7-6f52-47ab-8ebf-d6210d5fe799 req-1fdc364f-85f9-46d4-8252-db5eca1470cf service nova] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Detach interface failed, port_id=c2fadfdf-9523-4187-b5ee-dc3d041a3eeb, reason: Instance 53c10b9e-713a-4341-ae1a-d37f0ae84ec1 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.042965] env[68989]: DEBUG oslo_vmware.api [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217385, 'name': PowerOnVM_Task, 'duration_secs': 0.401568} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.046616] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.046771] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3f14ec-3393-447a-ae43-224468027cda tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance '22dc8f1f-38c6-4323-bbc6-242c547c2483' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.069325] env[68989]: DEBUG nova.compute.manager [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.070222] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0444c29-fab8-434f-8dbc-90c29bd70de1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.102408] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.137311] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212c2d6-df4b-e32b-2a5a-ef737587ed20, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.139850] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.140140] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7853e14e-a176-4efe-8d57-cf5301f7cfc5/7853e14e-a176-4efe-8d57-cf5301f7cfc5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.140748] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0299644-4fe5-4fd5-8aa3-922bff10d9a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.147078] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 703.147078] env[68989]: value = "task-3217386" [ 703.147078] env[68989]: _type = "Task" [ 703.147078] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.153113] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd692abd-d956-4ea1-8765-c4aeedf40207 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.161183] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.166097] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52979995-8d2d-40ae-b421-da9551853172 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.199581] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d823cb-832d-43f3-9272-3e294c954cef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.203120] env[68989]: DEBUG nova.compute.manager [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Received event network-vif-plugged-60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.203426] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Acquiring lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.203746] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.203929] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.204115] env[68989]: DEBUG nova.compute.manager [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] No waiting events found dispatching network-vif-plugged-60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.204319] env[68989]: WARNING nova.compute.manager [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Received unexpected event network-vif-plugged-60db63f6-ab33-4326-a9f3-548818e4632c for instance with vm_state building and task_state spawning. [ 703.204483] env[68989]: DEBUG nova.compute.manager [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Received event network-changed-60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.204634] env[68989]: DEBUG nova.compute.manager [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Refreshing instance network info cache due to event network-changed-60db63f6-ab33-4326-a9f3-548818e4632c. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.204798] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Acquiring lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.213986] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f2bbe-3d63-4954-83d0-f793eb686335 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229066] env[68989]: DEBUG nova.compute.provider_tree [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.296950] env[68989]: DEBUG nova.network.neutron [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Updating instance_info_cache with network_info: [{"id": "60db63f6-ab33-4326-a9f3-548818e4632c", "address": "fa:16:3e:87:0a:77", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60db63f6-ab", "ovs_interfaceid": "60db63f6-ab33-4326-a9f3-548818e4632c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.376203] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.659544] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217386, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.732646] env[68989]: DEBUG nova.scheduler.client.report [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.800234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800587] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Instance network_info: |[{"id": "60db63f6-ab33-4326-a9f3-548818e4632c", "address": "fa:16:3e:87:0a:77", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60db63f6-ab", "ovs_interfaceid": "60db63f6-ab33-4326-a9f3-548818e4632c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.800911] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Acquired lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.801107] env[68989]: DEBUG nova.network.neutron [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Refreshing network info cache for port 60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.802316] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:0a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60db63f6-ab33-4326-a9f3-548818e4632c', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.811293] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.811293] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.811419] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d25c39-3112-4b8b-901d-2aa461e2f7d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.831130] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.831130] env[68989]: value = "task-3217387" [ 703.831130] env[68989]: _type = "Task" [ 703.831130] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.838818] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217387, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.086175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.086939] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26eee40-e279-4531-b833-b7c3d52f1af8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.094159] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 704.094159] env[68989]: value = "task-3217388" [ 704.094159] env[68989]: _type = "Task" [ 704.094159] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.103654] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.157678] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217386, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.239885] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.240470] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.243178] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.243364] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.243519] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.243801] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.636s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.244096] env[68989]: DEBUG nova.objects.instance [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lazy-loading 'resources' on Instance uuid 98dbb319-8881-44b0-9faa-4e825f1a622b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.246403] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8c8d3-b5ff-49ee-966e-cdde426bcc1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258617] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb65231-e33f-4ced-85cf-4f55c94b5467 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.280129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dcb96d-f00b-48ab-accb-de268b8359d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.287910] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1a925-09db-465d-bbf6-3f8bb6b181d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.323690] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178705MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 704.323847] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.343477] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217387, 'name': CreateVM_Task, 'duration_secs': 0.398567} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.343749] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.344690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.344942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.345291] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.345550] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fbb256-b474-4908-bbe2-c90d03709dce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.350325] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 704.350325] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529030b8-aac4-b373-4dd7-3e94979bcaa9" [ 704.350325] env[68989]: _type = "Task" [ 704.350325] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.358930] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529030b8-aac4-b373-4dd7-3e94979bcaa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.572341] env[68989]: DEBUG nova.network.neutron [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Updated VIF entry in instance network info cache for port 60db63f6-ab33-4326-a9f3-548818e4632c. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.572785] env[68989]: DEBUG nova.network.neutron [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Updating instance_info_cache with network_info: [{"id": "60db63f6-ab33-4326-a9f3-548818e4632c", "address": "fa:16:3e:87:0a:77", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60db63f6-ab", "ovs_interfaceid": "60db63f6-ab33-4326-a9f3-548818e4632c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.604735] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.658983] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217386, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.747877] env[68989]: DEBUG nova.compute.utils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.751860] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.751989] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.815813] env[68989]: DEBUG nova.policy [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e12985b0e2b42a5aac2a8eed1b78753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ea097a3c134170a9ec25c04c685a29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.864238] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529030b8-aac4-b373-4dd7-3e94979bcaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.015509} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.864238] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.865227] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.865227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.865227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.865227] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.865398] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8695e9c-37b5-4dc5-8406-08ec1afb5b1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.874943] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.875176] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.875945] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b16026a-9175-4f77-a908-bea4c75cf4fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.881983] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 704.881983] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224e3a5-5b71-f400-e15e-8b3438143542" [ 704.881983] env[68989]: _type = "Task" [ 704.881983] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.897174] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224e3a5-5b71-f400-e15e-8b3438143542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.078180] env[68989]: DEBUG oslo_concurrency.lockutils [req-701499bd-9268-4b31-977f-cff0f1bf1980 req-6034b2fd-83eb-4307-be4d-871492a17aa0 service nova] Releasing lock "refresh_cache-c1365559-8256-49d5-93c0-14cda0baa0f7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.105217] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217388, 'name': PowerOffVM_Task, 'duration_secs': 0.91786} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.112018] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.112018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.112018] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ddb97-4033-4453-9175-9eab7fc846ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.123363] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.123660] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04db7e77-aa7f-4b43-b98e-b25383b84ae4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.165145] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217386, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549774} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.165145] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7853e14e-a176-4efe-8d57-cf5301f7cfc5/7853e14e-a176-4efe-8d57-cf5301f7cfc5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.165145] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.165145] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4de752c-aa94-4826-a7f3-394891bee8f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.172662] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 705.172662] env[68989]: value = "task-3217390" [ 705.172662] env[68989]: _type = "Task" [ 705.172662] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.185250] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.186727] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.187342] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.187342] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.187741] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f0b798-91dc-4af4-b5da-48e70c94d370 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.194926] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 705.194926] env[68989]: value = "task-3217391" [ 705.194926] env[68989]: _type = "Task" [ 705.194926] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.206150] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.229326] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Successfully created port: 5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.254200] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.316653] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d1054-784f-441c-a4c6-334e78d6bc2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.324686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1eff1d-27cf-4ff7-a338-8d3b7053fde7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.358599] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac7ca6-5c19-4ef7-ab0a-4bb64867cb27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.366507] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f8c1f-e125-4430-9eef-b959ef704bc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.380249] env[68989]: DEBUG nova.compute.provider_tree [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.391049] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224e3a5-5b71-f400-e15e-8b3438143542, 'name': SearchDatastore_Task, 'duration_secs': 0.02593} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.392464] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd88a96-1cda-4a18-8def-425ee51b77cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.399291] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 705.399291] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4f07b-9198-3d69-af42-f18a5bfd5612" [ 705.399291] env[68989]: _type = "Task" [ 705.399291] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.406869] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4f07b-9198-3d69-af42-f18a5bfd5612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.488063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.488343] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.488539] env[68989]: DEBUG nova.compute.manager [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Going to confirm migration 1 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 705.684619] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066289} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.684893] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.685704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1e619-9136-4a31-a1ca-d717cc43629e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.707220] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7853e14e-a176-4efe-8d57-cf5301f7cfc5/7853e14e-a176-4efe-8d57-cf5301f7cfc5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.710307] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b46e0a6-47a0-4c4f-bdd1-07ade2cafb5a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.729517] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481046} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.730689] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.730881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.731074] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.733599] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 705.733599] env[68989]: value = "task-3217392" [ 705.733599] env[68989]: _type = "Task" [ 705.733599] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.741638] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.883578] env[68989]: DEBUG nova.scheduler.client.report [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.910908] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4f07b-9198-3d69-af42-f18a5bfd5612, 'name': SearchDatastore_Task, 'duration_secs': 0.057312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.911216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.911523] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c1365559-8256-49d5-93c0-14cda0baa0f7/c1365559-8256-49d5-93c0-14cda0baa0f7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.911804] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be29ea09-4c46-4554-b100-8c28bbaaba47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.918089] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 705.918089] env[68989]: value = "task-3217393" [ 705.918089] env[68989]: _type = "Task" [ 705.918089] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.926287] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.056934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057065] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.057329] env[68989]: DEBUG nova.network.neutron [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.057507] env[68989]: DEBUG nova.objects.instance [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lazy-loading 'info_cache' on Instance uuid 22dc8f1f-38c6-4323-bbc6-242c547c2483 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.250772] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217392, 'name': ReconfigVM_Task, 'duration_secs': 0.423325} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.251780] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7853e14e-a176-4efe-8d57-cf5301f7cfc5/7853e14e-a176-4efe-8d57-cf5301f7cfc5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.252561] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9bf34d2-e94b-48ba-9bb2-16ebee057a40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.260603] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 706.260603] env[68989]: value = "task-3217394" [ 706.260603] env[68989]: _type = "Task" [ 706.260603] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.272467] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.274669] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217394, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.303422] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.304058] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.304058] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.305092] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.305092] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.305362] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.305546] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.305713] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.305892] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.306075] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.306361] env[68989]: DEBUG nova.virt.hardware [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.307388] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49622f5-853b-4b89-adca-a3814299685f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.316995] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f9d971-f0ad-4240-b3f3-45cc6aabb6c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.389210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.391772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.870s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.392310] env[68989]: DEBUG nova.objects.instance [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lazy-loading 'resources' on Instance uuid fbaa5e25-fd78-499b-b07a-961fae3af69f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.408576] env[68989]: INFO nova.scheduler.client.report [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Deleted allocations for instance 98dbb319-8881-44b0-9faa-4e825f1a622b [ 706.429028] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.429315] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c1365559-8256-49d5-93c0-14cda0baa0f7/c1365559-8256-49d5-93c0-14cda0baa0f7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.429536] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.429782] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307b334f-8d76-4d53-8ccc-82837f0c44c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.437615] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 706.437615] env[68989]: value = "task-3217395" [ 706.437615] env[68989]: _type = "Task" [ 706.437615] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.443438] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.767321] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.767565] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.767719] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.767896] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.768049] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.768210] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.768419] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.768573] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.768734] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.768893] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.769312] env[68989]: DEBUG nova.virt.hardware [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.770122] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e7daa-375b-4e2b-b1f3-4a5750e0cf6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.777425] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217394, 'name': Rename_Task, 'duration_secs': 0.21449} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.779807] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.780108] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede8c933-9157-4a3a-845a-7bd99bb4bb54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.782761] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8843a-4992-43d2-8d23-ce40cec02878 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.797568] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '526eca4a-b3a4-406c-9c63-09c2fdf89c0c', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.805538] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.807101] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.807459] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 706.807459] env[68989]: value = "task-3217396" [ 706.807459] env[68989]: _type = "Task" [ 706.807459] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.809016] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7726e617-57a7-4971-90a7-9c5d13037131 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.833038] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.833038] env[68989]: value = "task-3217397" [ 706.833038] env[68989]: _type = "Task" [ 706.833038] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.839807] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217397, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.917579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-002b10a5-e9ae-4017-81d3-75bfb9264bf9 tempest-DeleteServersAdminTestJSON-1710423435 tempest-DeleteServersAdminTestJSON-1710423435-project-member] Lock "98dbb319-8881-44b0-9faa-4e825f1a622b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.885s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.927979] env[68989]: DEBUG nova.compute.manager [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Received event network-vif-plugged-5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.928250] env[68989]: DEBUG oslo_concurrency.lockutils [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] Acquiring lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.928462] env[68989]: DEBUG oslo_concurrency.lockutils [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.928644] env[68989]: DEBUG oslo_concurrency.lockutils [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.928813] env[68989]: DEBUG nova.compute.manager [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] No waiting events found dispatching network-vif-plugged-5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.928980] env[68989]: WARNING nova.compute.manager [req-26ef0666-1b45-4c76-ac65-0448b1a6733f req-d345e475-7c24-4c9f-ad61-39fe4519ce1e service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Received unexpected event network-vif-plugged-5400a756-d6da-4121-8801-2bae5d8aead5 for instance with vm_state building and task_state spawning. [ 706.945854] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060857} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.946512] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.946909] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb23302-4056-451e-9756-17cc798e2632 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.971636] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c1365559-8256-49d5-93c0-14cda0baa0f7/c1365559-8256-49d5-93c0-14cda0baa0f7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.974942] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d4dc85-5530-471e-bfdc-134ebf1c2e1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.997435] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 706.997435] env[68989]: value = "task-3217398" [ 706.997435] env[68989]: _type = "Task" [ 706.997435] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.006239] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.027057] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Successfully updated port: 5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.338350] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.344439] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217397, 'name': CreateVM_Task, 'duration_secs': 0.380575} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.346902] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.347953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348878] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ceb760-ad66-4a29-aed1-35898b85de4c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.353518] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 707.353518] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52067bca-7717-616d-b721-e84e1672a7da" [ 707.353518] env[68989]: _type = "Task" [ 707.353518] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.370135] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52067bca-7717-616d-b721-e84e1672a7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.424079] env[68989]: DEBUG nova.network.neutron [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [{"id": "ce2d02f6-50fb-44ae-a528-9718553304c3", "address": "fa:16:3e:50:dc:01", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2d02f6-50", "ovs_interfaceid": "ce2d02f6-50fb-44ae-a528-9718553304c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.471190] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f6fc7-3abf-4372-9f3f-75c98c151151 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.483779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738ab29-048d-461b-ae24-1caf9d2768f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.521682] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052db7b6-160e-4987-8952-ed6ff6bc8c31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.532011] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.532228] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquired lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.532399] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.534476] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.535308] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f85a3-159a-478c-8301-6ad98ed13f6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.549967] env[68989]: DEBUG nova.compute.provider_tree [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.833851] env[68989]: DEBUG oslo_vmware.api [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217396, 'name': PowerOnVM_Task, 'duration_secs': 0.567246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.834964] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.835616] env[68989]: INFO nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Took 9.01 seconds to spawn the instance on the hypervisor. [ 707.836719] env[68989]: DEBUG nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.839141] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5efe093-84e0-4042-9357-3893d6485930 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.863429] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52067bca-7717-616d-b721-e84e1672a7da, 'name': SearchDatastore_Task, 'duration_secs': 0.082114} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.863725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.864088] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.864150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.864490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.864490] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.864878] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d3c610-280d-4582-a307-15943cb694fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.873223] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.873457] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.874431] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026a1127-4db1-43da-a88e-88c1785b1f1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.879854] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 707.879854] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f64d9-0026-3634-f38e-c93af28b9e94" [ 707.879854] env[68989]: _type = "Task" [ 707.879854] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.888329] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f64d9-0026-3634-f38e-c93af28b9e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.927831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-22dc8f1f-38c6-4323-bbc6-242c547c2483" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.928154] env[68989]: DEBUG nova.objects.instance [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lazy-loading 'migration_context' on Instance uuid 22dc8f1f-38c6-4323-bbc6-242c547c2483 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.027841] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217398, 'name': ReconfigVM_Task, 'duration_secs': 0.780754} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.028917] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c1365559-8256-49d5-93c0-14cda0baa0f7/c1365559-8256-49d5-93c0-14cda0baa0f7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.029198] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c80b7e-0b61-46be-bb75-2a819809d5f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.036014] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 708.036014] env[68989]: value = "task-3217399" [ 708.036014] env[68989]: _type = "Task" [ 708.036014] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.047446] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217399, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.052474] env[68989]: DEBUG nova.scheduler.client.report [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.097678] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.299496] env[68989]: DEBUG nova.network.neutron [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updating instance_info_cache with network_info: [{"id": "5400a756-d6da-4121-8801-2bae5d8aead5", "address": "fa:16:3e:a3:85:a6", "network": {"id": "7949332f-beb9-47bd-bafa-e9385187fdac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-12206180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ea097a3c134170a9ec25c04c685a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5400a756-d6", "ovs_interfaceid": "5400a756-d6da-4121-8801-2bae5d8aead5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.357598] env[68989]: INFO nova.compute.manager [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Took 48.82 seconds to build instance. [ 708.391543] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529f64d9-0026-3634-f38e-c93af28b9e94, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.392372] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3488c86-f29c-4c07-a506-3dc45a31285c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.399229] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 708.399229] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e619d-676a-6df0-8a67-af33b04024a1" [ 708.399229] env[68989]: _type = "Task" [ 708.399229] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.406914] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e619d-676a-6df0-8a67-af33b04024a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.432444] env[68989]: DEBUG nova.objects.base [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Object Instance<22dc8f1f-38c6-4323-bbc6-242c547c2483> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 708.435592] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a75736-a6b5-4f59-b6d3-52737d33e109 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.453775] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5add84cd-23c0-4474-8740-8d19a83bedf1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.459560] env[68989]: DEBUG oslo_vmware.api [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 708.459560] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212fc27-e162-8785-f892-5d329e257835" [ 708.459560] env[68989]: _type = "Task" [ 708.459560] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.467702] env[68989]: DEBUG oslo_vmware.api [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212fc27-e162-8785-f892-5d329e257835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.548368] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217399, 'name': Rename_Task, 'duration_secs': 0.171225} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.548737] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.549045] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7529542-5c9d-40eb-a3db-7472d9be815d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.557853] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.559563] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 708.559563] env[68989]: value = "task-3217400" [ 708.559563] env[68989]: _type = "Task" [ 708.559563] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.560058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.574s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.561884] env[68989]: INFO nova.compute.claims [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.573573] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217400, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.584645] env[68989]: INFO nova.scheduler.client.report [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleted allocations for instance fbaa5e25-fd78-499b-b07a-961fae3af69f [ 708.806669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Releasing lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.807022] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Instance network_info: |[{"id": "5400a756-d6da-4121-8801-2bae5d8aead5", "address": "fa:16:3e:a3:85:a6", "network": {"id": "7949332f-beb9-47bd-bafa-e9385187fdac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-12206180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ea097a3c134170a9ec25c04c685a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5400a756-d6", "ovs_interfaceid": "5400a756-d6da-4121-8801-2bae5d8aead5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.807453] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:85:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5400a756-d6da-4121-8801-2bae5d8aead5', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.816050] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Creating folder: Project (73ea097a3c134170a9ec25c04c685a29). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.816752] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3e0c89-7a24-471c-afbb-c0bd32fe57ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.827802] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Created folder: Project (73ea097a3c134170a9ec25c04c685a29) in parent group-v643186. [ 708.827998] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Creating folder: Instances. Parent ref: group-v643280. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.828259] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e01dc7f-847e-493d-b7f1-177df8fc5efa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.837603] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Created folder: Instances in parent group-v643280. [ 708.839370] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.839370] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.839370] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def44617-9db0-4c16-855b-959d547945fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.858962] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13e17412-d316-4fa6-b35d-beaf77db5f6c tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.304s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.859203] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.859203] env[68989]: value = "task-3217403" [ 708.859203] env[68989]: _type = "Task" [ 708.859203] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.868351] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217403, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.911065] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e619d-676a-6df0-8a67-af33b04024a1, 'name': SearchDatastore_Task, 'duration_secs': 0.042072} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.911491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.911891] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.912250] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e3c6a8-5dbf-4350-a85a-c9dc915fee1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.918903] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 708.918903] env[68989]: value = "task-3217404" [ 708.918903] env[68989]: _type = "Task" [ 708.918903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.926938] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.955485] env[68989]: DEBUG nova.compute.manager [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Received event network-changed-5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.955738] env[68989]: DEBUG nova.compute.manager [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Refreshing instance network info cache due to event network-changed-5400a756-d6da-4121-8801-2bae5d8aead5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.955888] env[68989]: DEBUG oslo_concurrency.lockutils [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] Acquiring lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.956094] env[68989]: DEBUG oslo_concurrency.lockutils [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] Acquired lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.956236] env[68989]: DEBUG nova.network.neutron [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Refreshing network info cache for port 5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.969487] env[68989]: DEBUG oslo_vmware.api [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212fc27-e162-8785-f892-5d329e257835, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.969768] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.075587] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.093401] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8216b557-67fc-4449-b9bd-a4afe66f44c2 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.039s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.094522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.187s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.094626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.094822] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.094953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.096866] env[68989]: INFO nova.compute.manager [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Terminating instance [ 709.365014] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.378142] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217403, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.430511] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.579374] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217400, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.600666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.600856] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquired lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.601052] env[68989]: DEBUG nova.network.neutron [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.726091] env[68989]: DEBUG nova.network.neutron [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updated VIF entry in instance network info cache for port 5400a756-d6da-4121-8801-2bae5d8aead5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.726590] env[68989]: DEBUG nova.network.neutron [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updating instance_info_cache with network_info: [{"id": "5400a756-d6da-4121-8801-2bae5d8aead5", "address": "fa:16:3e:a3:85:a6", "network": {"id": "7949332f-beb9-47bd-bafa-e9385187fdac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-12206180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ea097a3c134170a9ec25c04c685a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5400a756-d6", "ovs_interfaceid": "5400a756-d6da-4121-8801-2bae5d8aead5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.874603] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217403, 'name': CreateVM_Task, 'duration_secs': 0.533499} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.880017] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.880345] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.880508] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.881273] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.881273] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed9c5be-3a00-4487-96f7-73aae5f2b67d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.886386] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 709.886386] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5239b6d6-cfd1-6f04-ae4a-65b2326f8001" [ 709.886386] env[68989]: _type = "Task" [ 709.886386] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.892062] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.895289] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5239b6d6-cfd1-6f04-ae4a-65b2326f8001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.935057] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529835} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.935057] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.935057] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.935057] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ba8ff0-6bfa-4a34-a795-91904471f9fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.940813] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 709.940813] env[68989]: value = "task-3217405" [ 709.940813] env[68989]: _type = "Task" [ 709.940813] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.948865] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.076913] env[68989]: DEBUG oslo_vmware.api [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217400, 'name': PowerOnVM_Task, 'duration_secs': 1.126408} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.077221] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.077436] env[68989]: INFO nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Took 8.66 seconds to spawn the instance on the hypervisor. [ 710.077623] env[68989]: DEBUG nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.078658] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c79411-da57-48bd-805c-3a2aaf74fb3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.105238] env[68989]: DEBUG nova.compute.utils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Can not refresh info_cache because instance was not found {{(pid=68989) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 710.123636] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d219c6-9fe5-48eb-82e1-b2c0bf58131e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.130137] env[68989]: DEBUG nova.network.neutron [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.137029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43908f-7b1b-472f-b99b-486c860a0307 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.171180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b531796-fdd3-4c83-bde7-2d1f9ddf2ad6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.184050] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd0fdb-bbbc-4d23-9716-1438e9f8ec4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.198766] env[68989]: DEBUG nova.compute.provider_tree [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.212090] env[68989]: DEBUG nova.network.neutron [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.228913] env[68989]: DEBUG oslo_concurrency.lockutils [req-855dc1e7-147b-4251-94f8-2df4478d78df req-35a21484-67b7-4004-8470-cb2f35eb1d23 service nova] Releasing lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.397719] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5239b6d6-cfd1-6f04-ae4a-65b2326f8001, 'name': SearchDatastore_Task, 'duration_secs': 0.018241} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.397963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.398697] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.398697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.398697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.398876] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.399057] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc2985d-c647-4192-8d6a-03c423952018 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.414842] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.415064] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.415822] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168149e4-0d1a-405d-a685-e8da71cb8253 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.421719] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 710.421719] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52757290-e3af-eefc-72b5-3fa9a49a674b" [ 710.421719] env[68989]: _type = "Task" [ 710.421719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.429603] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52757290-e3af-eefc-72b5-3fa9a49a674b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.450556] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066593} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.450849] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.451796] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6d4bb-e683-4ac7-b156-afbd1d1b313f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.474617] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.474956] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38ee818-247f-4c09-a08e-db4e4f94b60d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.498023] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 710.498023] env[68989]: value = "task-3217406" [ 710.498023] env[68989]: _type = "Task" [ 710.498023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.506068] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.602074] env[68989]: INFO nova.compute.manager [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Took 49.96 seconds to build instance. [ 710.683721] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "5e566369-7f7f-4996-a001-a624344f0aeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.684168] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.684497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.684820] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.685186] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.688379] env[68989]: INFO nova.compute.manager [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Terminating instance [ 710.702785] env[68989]: DEBUG nova.scheduler.client.report [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.715226] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Releasing lock "refresh_cache-fbaa5e25-fd78-499b-b07a-961fae3af69f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.715909] env[68989]: DEBUG nova.compute.manager [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.716140] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.716862] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d734023-b77b-4f1d-a54f-c18b4883e939 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.726651] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71767c18-7560-43c0-87be-36a06c44066e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.760414] env[68989]: WARNING nova.virt.vmwareapi.vmops [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fbaa5e25-fd78-499b-b07a-961fae3af69f could not be found. [ 710.760414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.760414] env[68989]: INFO nova.compute.manager [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 0.04 seconds to destroy the instance on the hypervisor. [ 710.760414] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.760414] env[68989]: DEBUG nova.compute.manager [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.760691] env[68989]: DEBUG nova.network.neutron [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.776243] env[68989]: DEBUG nova.network.neutron [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.932350] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52757290-e3af-eefc-72b5-3fa9a49a674b, 'name': SearchDatastore_Task, 'duration_secs': 0.050371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.933182] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b116f11c-c47f-481f-9b96-d9a4779aac36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.938459] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 710.938459] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52271cd9-9f50-0907-c279-69507a6c6036" [ 710.938459] env[68989]: _type = "Task" [ 710.938459] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.947852] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52271cd9-9f50-0907-c279-69507a6c6036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.006786] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.105418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-05bda000-643e-4ff6-ba86-49a3255fd008 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.270s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.193173] env[68989]: DEBUG nova.compute.manager [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.193450] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.194430] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e66327-fde6-47ae-9786-9edc88b7876f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.202582] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.202840] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f624b0d-0bc1-43d8-855f-b0fb39bef9b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.208397] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.208921] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.212744] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.047s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.214233] env[68989]: INFO nova.compute.claims [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.217204] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 711.217204] env[68989]: value = "task-3217407" [ 711.217204] env[68989]: _type = "Task" [ 711.217204] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.227462] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.279142] env[68989]: DEBUG nova.network.neutron [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.450569] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52271cd9-9f50-0907-c279-69507a6c6036, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.450923] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.451194] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a7184bc9-12a1-4451-a26d-a5d7727b6f51/a7184bc9-12a1-4451-a26d-a5d7727b6f51.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.451464] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33511522-d4b2-44f0-8395-b3f13585b072 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.461919] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 711.461919] env[68989]: value = "task-3217408" [ 711.461919] env[68989]: _type = "Task" [ 711.461919] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.469994] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.506958] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217406, 'name': ReconfigVM_Task, 'duration_secs': 0.819301} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.507360] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29/7ef18d3f-1f37-44d7-8ed8-76a7d015af29.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.508320] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f11925-4011-45f5-8252-c652d45f1e52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.514852] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 711.514852] env[68989]: value = "task-3217409" [ 711.514852] env[68989]: _type = "Task" [ 711.514852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.523520] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217409, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.608310] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.725096] env[68989]: DEBUG nova.compute.utils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.727895] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.728140] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.746943] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217407, 'name': PowerOffVM_Task, 'duration_secs': 0.207008} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.747441] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.747575] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.747888] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48924e2-9dce-4af7-914b-e78e1c9f1117 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.782530] env[68989]: DEBUG nova.policy [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc13d32697ef4fcb94cda7795d872125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7109c08a2d374c9a8c20be1360daab37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.784502] env[68989]: INFO nova.compute.manager [-] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Took 1.02 seconds to deallocate network for instance. [ 711.973493] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217408, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.027209] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217409, 'name': Rename_Task, 'duration_secs': 0.170254} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.027564] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.027999] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587b2972-512f-4531-9aea-92db22269f3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.035456] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 712.035456] env[68989]: value = "task-3217411" [ 712.035456] env[68989]: _type = "Task" [ 712.035456] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.043156] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.136787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.138891] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Successfully created port: b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.219419] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.219690] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.219879] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleting the datastore file [datastore1] 5e566369-7f7f-4996-a001-a624344f0aeb {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.220183] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-306dfdb1-cf92-401d-87f4-f1bcd9be2de7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.226874] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for the task: (returnval){ [ 712.226874] env[68989]: value = "task-3217412" [ 712.226874] env[68989]: _type = "Task" [ 712.226874] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.238647] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.241354] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.290999] env[68989]: INFO nova.compute.manager [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance disappeared during terminate [ 712.291267] env[68989]: DEBUG oslo_concurrency.lockutils [None req-398b61d1-06ae-478a-bb27-71b5a289b754 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "fbaa5e25-fd78-499b-b07a-961fae3af69f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.197s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.476567] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524519} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.477029] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a7184bc9-12a1-4451-a26d-a5d7727b6f51/a7184bc9-12a1-4451-a26d-a5d7727b6f51.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.477111] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.477514] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f4d084e-1f46-4ada-a1b9-bd775452aaa3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.489314] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 712.489314] env[68989]: value = "task-3217413" [ 712.489314] env[68989]: _type = "Task" [ 712.489314] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.496455] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.548393] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.752127] env[68989]: DEBUG oslo_vmware.api [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Task: {'id': task-3217412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155237} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.752127] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.752127] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.752127] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.752127] env[68989]: INFO nova.compute.manager [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Took 1.55 seconds to destroy the instance on the hypervisor. [ 712.752794] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.752794] env[68989]: DEBUG nova.compute.manager [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.752794] env[68989]: DEBUG nova.network.neutron [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.796945] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9725b23-dd38-4a39-83e0-ec7061ee8eb3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.808061] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126c84d-f612-42c5-9aaa-833a686f8037 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.846561] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6129e9e7-b983-4584-8f9c-d8ee4a1470a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.853421] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b8986-9449-4f92-9566-df6b8f068c37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.872611] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.999496] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20681} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.999496] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.000972] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f9d5c-0a8e-432b-8cca-be60facb4283 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.025835] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] a7184bc9-12a1-4451-a26d-a5d7727b6f51/a7184bc9-12a1-4451-a26d-a5d7727b6f51.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.026162] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2e8ae7-1e4a-44a8-a041-a4c042234ed5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.051300] env[68989]: DEBUG oslo_vmware.api [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217411, 'name': PowerOnVM_Task, 'duration_secs': 0.737726} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.052394] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.052608] env[68989]: DEBUG nova.compute.manager [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.052992] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 713.052992] env[68989]: value = "task-3217414" [ 713.052992] env[68989]: _type = "Task" [ 713.052992] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.054295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15327b4-2d98-47a7-a4b3-64a288804cea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.065972] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.187602] env[68989]: DEBUG nova.compute.manager [req-d49e85a4-15a1-4169-887f-772e2aeda79f req-f0565c3e-ab2a-468c-b742-810162af27e3 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Received event network-vif-deleted-7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.187827] env[68989]: INFO nova.compute.manager [req-d49e85a4-15a1-4169-887f-772e2aeda79f req-f0565c3e-ab2a-468c-b742-810162af27e3 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Neutron deleted interface 7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae; detaching it from the instance and deleting it from the info cache [ 713.188010] env[68989]: DEBUG nova.network.neutron [req-d49e85a4-15a1-4169-887f-772e2aeda79f req-f0565c3e-ab2a-468c-b742-810162af27e3 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.255549] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.282295] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.283029] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.283029] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.283029] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.283254] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.283302] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.283506] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.283664] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.283832] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.283996] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.284679] env[68989]: DEBUG nova.virt.hardware [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.285591] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7f4c7a-68a1-4016-8655-4090df3080b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.300299] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be7b6dc-dcb1-491c-ad19-69703dc40a80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394196] env[68989]: ERROR nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [req-29354f8f-76a3-4edd-9e55-d2fc27add65f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29354f8f-76a3-4edd-9e55-d2fc27add65f"}]} [ 713.416781] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 713.437185] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 713.437456] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.450409] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 713.470862] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 713.568602] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217414, 'name': ReconfigVM_Task, 'duration_secs': 0.287002} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.572520] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Reconfigured VM instance instance-00000021 to attach disk [datastore2] a7184bc9-12a1-4451-a26d-a5d7727b6f51/a7184bc9-12a1-4451-a26d-a5d7727b6f51.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.579823] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b05d10c4-7bf4-48d4-bbfd-0da103c1c9e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.587361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.588142] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 713.588142] env[68989]: value = "task-3217415" [ 713.588142] env[68989]: _type = "Task" [ 713.588142] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.599442] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217415, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.670204] env[68989]: DEBUG nova.network.neutron [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.671198] env[68989]: DEBUG nova.compute.manager [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Received event network-vif-plugged-b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.671401] env[68989]: DEBUG oslo_concurrency.lockutils [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] Acquiring lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.671602] env[68989]: DEBUG oslo_concurrency.lockutils [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.671763] env[68989]: DEBUG oslo_concurrency.lockutils [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.671922] env[68989]: DEBUG nova.compute.manager [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] No waiting events found dispatching network-vif-plugged-b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.672099] env[68989]: WARNING nova.compute.manager [req-77da6fe0-9cfd-4e03-9d2b-e2a19244a9d2 req-4528dfee-659a-4c6c-9e80-3f8414aabe92 service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Received unexpected event network-vif-plugged-b206e012-749d-4420-924c-e638081a9a5d for instance with vm_state building and task_state spawning. [ 713.691054] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7380a976-74f8-49ec-9aa5-a370c96daa0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.707071] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d1c294-8534-44a6-9199-6f4a35e10d5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.754661] env[68989]: DEBUG nova.compute.manager [req-d49e85a4-15a1-4169-887f-772e2aeda79f req-f0565c3e-ab2a-468c-b742-810162af27e3 service nova] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Detach interface failed, port_id=7aaa67d9-3ea0-4ab3-90e5-59f9f223c1ae, reason: Instance 5e566369-7f7f-4996-a001-a624344f0aeb could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.835183] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Successfully updated port: b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.103863] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217415, 'name': Rename_Task, 'duration_secs': 0.138528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.104168] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.104562] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641d39a0-61c7-404a-bf06-48e604180cb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.111719] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 714.111719] env[68989]: value = "task-3217416" [ 714.111719] env[68989]: _type = "Task" [ 714.111719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.123625] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.148733] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb52355e-693f-494a-9c4a-d8f0f15f6d28 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.158514] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b32ca7-17ce-459f-963d-fbf9e5c6a5a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.196839] env[68989]: INFO nova.compute.manager [-] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Took 1.44 seconds to deallocate network for instance. [ 714.197364] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6336fb4a-8db6-4f31-bf23-8709373ea9b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.208435] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18501fd7-fed4-46f2-a377-5caaee32ecf6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.224208] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.337450] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337598] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337755] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.624706] env[68989]: DEBUG oslo_vmware.api [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3217416, 'name': PowerOnVM_Task, 'duration_secs': 0.452664} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.625093] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.625237] env[68989]: INFO nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Took 8.35 seconds to spawn the instance on the hypervisor. [ 714.625428] env[68989]: DEBUG nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.626200] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d8c8fe-2ffd-4471-92df-7a62b5306e47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.636175] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.636443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.636650] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.636833] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.636998] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.639374] env[68989]: INFO nova.compute.manager [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Terminating instance [ 714.704896] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.762058] env[68989]: ERROR nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [req-d78efa72-3b26-4a1b-9b29-7fe061b109fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d78efa72-3b26-4a1b-9b29-7fe061b109fb"}]} [ 714.777674] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 714.801419] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 714.801741] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.819050] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 714.845057] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 714.902060] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.150669] env[68989]: DEBUG nova.compute.manager [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.153511] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.153969] env[68989]: INFO nova.compute.manager [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Took 47.85 seconds to build instance. [ 715.157242] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf67f2-0806-42d5-a415-8c544c47ec35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.172554] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.174670] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70c48ac8-9449-49ad-a92b-4f838d7ffde4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.186778] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 715.186778] env[68989]: value = "task-3217417" [ 715.186778] env[68989]: _type = "Task" [ 715.186778] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.196285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.196285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.199036] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.236446] env[68989]: DEBUG nova.network.neutron [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Updating instance_info_cache with network_info: [{"id": "b206e012-749d-4420-924c-e638081a9a5d", "address": "fa:16:3e:d0:fe:f1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb206e012-74", "ovs_interfaceid": "b206e012-749d-4420-924c-e638081a9a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.435641] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec37e2-31c4-417a-afc4-57b6efea0598 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.444024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c245f8c6-7cad-4674-8c88-d315961c9373 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.475228] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeed1a8-2843-458f-9d03-9420525114c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.483049] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44faca-745b-4bde-8dda-0103a9d13016 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.496926] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.665876] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f33e056d-ef0e-418f-96bd-7f86cf4f5fef tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.918s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.705120] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217417, 'name': PowerOffVM_Task, 'duration_secs': 0.319563} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.705463] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.705662] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.705951] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-747346e2-2227-4637-bce3-a11a06a560fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.740539] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Instance network_info: |[{"id": "b206e012-749d-4420-924c-e638081a9a5d", "address": "fa:16:3e:d0:fe:f1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb206e012-74", "ovs_interfaceid": "b206e012-749d-4420-924c-e638081a9a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.740956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:fe:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b206e012-749d-4420-924c-e638081a9a5d', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.750459] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.751041] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.751285] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff2b5bbd-04f4-44be-8589-3c0812a3d444 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.776822] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.776996] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.777190] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore2] 7ef18d3f-1f37-44d7-8ed8-76a7d015af29 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.777887] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25f641b-feed-4275-8095-94887d886416 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.783579] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.783579] env[68989]: value = "task-3217419" [ 715.783579] env[68989]: _type = "Task" [ 715.783579] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.790580] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 715.790580] env[68989]: value = "task-3217420" [ 715.790580] env[68989]: _type = "Task" [ 715.790580] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.798090] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217419, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.802860] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.937524] env[68989]: DEBUG nova.compute.manager [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Received event network-changed-b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.937760] env[68989]: DEBUG nova.compute.manager [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Refreshing instance network info cache due to event network-changed-b206e012-749d-4420-924c-e638081a9a5d. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.937991] env[68989]: DEBUG oslo_concurrency.lockutils [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] Acquiring lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.938256] env[68989]: DEBUG oslo_concurrency.lockutils [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] Acquired lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.938343] env[68989]: DEBUG nova.network.neutron [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Refreshing network info cache for port b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.039466] env[68989]: DEBUG nova.scheduler.client.report [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 716.039754] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 58 to 59 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 716.039944] env[68989]: DEBUG nova.compute.provider_tree [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.169596] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.305536] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217419, 'name': CreateVM_Task, 'duration_secs': 0.455697} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.305536] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.305536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.305823] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.306270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.309985] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b90bb0-b25b-4131-92dd-5309c32b1c6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.313174] env[68989]: DEBUG oslo_vmware.api [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253063} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.313174] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.313174] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.313174] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.313174] env[68989]: INFO nova.compute.manager [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Took 1.16 seconds to destroy the instance on the hypervisor. [ 716.313386] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.313945] env[68989]: DEBUG nova.compute.manager [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.314080] env[68989]: DEBUG nova.network.neutron [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.317848] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 716.317848] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ae8477-9488-3f95-e02e-ab6bb513ac7f" [ 716.317848] env[68989]: _type = "Task" [ 716.317848] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.327337] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ae8477-9488-3f95-e02e-ab6bb513ac7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.546353] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.333s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.546855] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.552276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.553862] env[68989]: INFO nova.compute.claims [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.701547] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.831080] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ae8477-9488-3f95-e02e-ab6bb513ac7f, 'name': SearchDatastore_Task, 'duration_secs': 0.043538} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.831402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.831638] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.831893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.832063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.832253] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.832523] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17836960-db4b-417b-a8ee-ffb7b5a7b254 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.849589] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.849708] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.850561] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9756054-bfd6-4893-8bed-edbcc9196f2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.862022] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 716.862022] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa30c7-d55a-2590-77a9-bd02d699b2ee" [ 716.862022] env[68989]: _type = "Task" [ 716.862022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.877902] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa30c7-d55a-2590-77a9-bd02d699b2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.878968] env[68989]: DEBUG nova.network.neutron [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Updated VIF entry in instance network info cache for port b206e012-749d-4420-924c-e638081a9a5d. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.879206] env[68989]: DEBUG nova.network.neutron [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Updating instance_info_cache with network_info: [{"id": "b206e012-749d-4420-924c-e638081a9a5d", "address": "fa:16:3e:d0:fe:f1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb206e012-74", "ovs_interfaceid": "b206e012-749d-4420-924c-e638081a9a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.060326] env[68989]: DEBUG nova.compute.utils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.063025] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.063551] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.123717] env[68989]: DEBUG nova.policy [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79472ade76f44b7d805672527382d7a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41743d4098c04ae4be017498e53ec058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.166309] env[68989]: DEBUG nova.network.neutron [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.380321] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa30c7-d55a-2590-77a9-bd02d699b2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.381527] env[68989]: DEBUG oslo_concurrency.lockutils [req-feecf729-81d3-4661-bc54-2a04926c9dbb req-c6bdcf27-e044-4cad-860e-ad3f92cb895c service nova] Releasing lock "refresh_cache-71983be4-aa86-4eaa-8221-9f97a385a68f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.381911] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc924426-0aca-4bd1-b7b1-96fe8d4d0f86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.392023] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 717.392023] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bc46c6-d5fc-7987-7576-eb42708bc0f1" [ 717.392023] env[68989]: _type = "Task" [ 717.392023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.403246] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bc46c6-d5fc-7987-7576-eb42708bc0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.511032] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Successfully created port: eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.567961] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.670052] env[68989]: INFO nova.compute.manager [-] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Took 1.35 seconds to deallocate network for instance. [ 717.903503] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bc46c6-d5fc-7987-7576-eb42708bc0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.903797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.904043] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 71983be4-aa86-4eaa-8221-9f97a385a68f/71983be4-aa86-4eaa-8221-9f97a385a68f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.904345] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2200084c-f787-4f7a-8f3d-4fed03e05797 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.911600] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 717.911600] env[68989]: value = "task-3217421" [ 717.911600] env[68989]: _type = "Task" [ 717.911600] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.921212] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.976191] env[68989]: DEBUG nova.compute.manager [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Received event network-changed-5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.976507] env[68989]: DEBUG nova.compute.manager [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Refreshing instance network info cache due to event network-changed-5400a756-d6da-4121-8801-2bae5d8aead5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.976894] env[68989]: DEBUG oslo_concurrency.lockutils [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] Acquiring lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.976894] env[68989]: DEBUG oslo_concurrency.lockutils [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] Acquired lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.977178] env[68989]: DEBUG nova.network.neutron [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Refreshing network info cache for port 5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.987357] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.987357] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.075893] env[68989]: INFO nova.virt.block_device [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Booting with volume 52d0850e-1494-4d51-9cfa-4969ffa8a6c9 at /dev/sda [ 718.112383] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e217e-9c93-4010-a17c-a8a2fac481eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.118494] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bfd766-7acb-478e-8797-0bf0823d5a2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.152074] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586983b7-6b81-4c12-bed3-956ada391606 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.153775] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10663241-6e42-4aa5-b56d-e82aea9ddc61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.161090] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452e546-d944-498a-9e65-bf852f9f0712 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.167985] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1be090-da9c-4574-968e-3ca936cc05fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.181962] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.190278] env[68989]: DEBUG nova.compute.provider_tree [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.208161] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a36b7360-4b39-462d-bd54-214720612ce5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.217393] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe4d44-db97-472e-aa36-7b72e0d64394 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.250084] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb84cb9b-8633-4768-8af1-ec7169975b57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.257183] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2ef98-cb48-418d-a0b2-8be5e9957426 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.271098] env[68989]: DEBUG nova.virt.block_device [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updating existing volume attachment record: c3e38872-7f88-44ce-ac60-fce0d955f2a4 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 718.422505] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.712057] env[68989]: DEBUG nova.scheduler.client.report [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.810054] env[68989]: DEBUG nova.network.neutron [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updated VIF entry in instance network info cache for port 5400a756-d6da-4121-8801-2bae5d8aead5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.810473] env[68989]: DEBUG nova.network.neutron [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updating instance_info_cache with network_info: [{"id": "5400a756-d6da-4121-8801-2bae5d8aead5", "address": "fa:16:3e:a3:85:a6", "network": {"id": "7949332f-beb9-47bd-bafa-e9385187fdac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-12206180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73ea097a3c134170a9ec25c04c685a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5400a756-d6", "ovs_interfaceid": "5400a756-d6da-4121-8801-2bae5d8aead5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.921182] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977334} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.923028] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 71983be4-aa86-4eaa-8221-9f97a385a68f/71983be4-aa86-4eaa-8221-9f97a385a68f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.923028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.923028] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efd6f435-7c58-42e5-a624-33ca0e79f88c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.931022] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 718.931022] env[68989]: value = "task-3217422" [ 718.931022] env[68989]: _type = "Task" [ 718.931022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.938665] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.011021] env[68989]: DEBUG nova.compute.manager [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Received event network-vif-plugged-eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.011217] env[68989]: DEBUG oslo_concurrency.lockutils [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] Acquiring lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.011392] env[68989]: DEBUG oslo_concurrency.lockutils [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.011506] env[68989]: DEBUG oslo_concurrency.lockutils [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.011656] env[68989]: DEBUG nova.compute.manager [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] No waiting events found dispatching network-vif-plugged-eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.011822] env[68989]: WARNING nova.compute.manager [req-edfce60a-8d2f-4d40-9859-6d24879f2673 req-c4e2872e-96bb-4fa8-a3ca-1bd8fcc4af65 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Received unexpected event network-vif-plugged-eb62697a-d339-4656-b5b3-7589b053f233 for instance with vm_state building and task_state block_device_mapping. [ 719.089498] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Successfully updated port: eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.217293] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.217887] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.222296] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.160s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.223830] env[68989]: INFO nova.compute.claims [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.313864] env[68989]: DEBUG oslo_concurrency.lockutils [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] Releasing lock "refresh_cache-a7184bc9-12a1-4451-a26d-a5d7727b6f51" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.313864] env[68989]: DEBUG nova.compute.manager [req-e49bdd8f-d438-4561-ae8a-59bd45b6b83b req-fb409949-ba39-4159-909d-ba4d8e32ab3a service nova] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Received event network-vif-deleted-526eca4a-b3a4-406c-9c63-09c2fdf89c0c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.439219] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070814} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.439506] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.440308] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373af38a-387c-4b25-b387-6038acf8243f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.462053] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 71983be4-aa86-4eaa-8221-9f97a385a68f/71983be4-aa86-4eaa-8221-9f97a385a68f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.462608] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d6067b-dd74-41d1-b8bb-9f809fc5564a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.482194] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 719.482194] env[68989]: value = "task-3217423" [ 719.482194] env[68989]: _type = "Task" [ 719.482194] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.490333] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.592782] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.594071] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquired lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.594071] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.730976] env[68989]: DEBUG nova.compute.utils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.732833] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.733540] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.787871] env[68989]: DEBUG nova.policy [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282a22ec880e4a2f8f63266a33e22cb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2049a5085472472bae67bc7c3e491c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.992817] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.093686] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Successfully created port: 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.126149] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.240491] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.307735] env[68989]: DEBUG nova.network.neutron [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updating instance_info_cache with network_info: [{"id": "eb62697a-d339-4656-b5b3-7589b053f233", "address": "fa:16:3e:96:a0:f4", "network": {"id": "9e3de243-96d9-493e-91c2-0ebf869c2729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1736889362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41743d4098c04ae4be017498e53ec058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62697a-d3", "ovs_interfaceid": "eb62697a-d339-4656-b5b3-7589b053f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.391125] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.392390] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.392390] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.392390] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.392390] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.392580] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.392580] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.394954] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.394954] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.394954] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.394954] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.394954] env[68989]: DEBUG nova.virt.hardware [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.395350] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0712f3c-4e77-4d94-9f5a-574bb757c286 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.405026] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5035650-51d8-449c-a799-22a03163fc00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.492877] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217423, 'name': ReconfigVM_Task, 'duration_secs': 0.702907} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.493261] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 71983be4-aa86-4eaa-8221-9f97a385a68f/71983be4-aa86-4eaa-8221-9f97a385a68f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.493867] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb312ff6-f7be-4998-a601-4331fe02a767 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.499930] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 720.499930] env[68989]: value = "task-3217424" [ 720.499930] env[68989]: _type = "Task" [ 720.499930] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.507235] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217424, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.696704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8031a-bff5-45da-a3a7-f2bc843f18cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.705996] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c9253-3acc-4e3a-bf6c-d20cebfbfd23 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.740310] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b83e3e-ff19-43b5-8ff1-a21e19c70cde {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.748590] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df7c3d-38d2-4c8e-a999-aa88f598f882 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.765517] env[68989]: DEBUG nova.compute.provider_tree [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.812331] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Releasing lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.812655] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance network_info: |[{"id": "eb62697a-d339-4656-b5b3-7589b053f233", "address": "fa:16:3e:96:a0:f4", "network": {"id": "9e3de243-96d9-493e-91c2-0ebf869c2729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1736889362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41743d4098c04ae4be017498e53ec058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62697a-d3", "ovs_interfaceid": "eb62697a-d339-4656-b5b3-7589b053f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.813206] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a0:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb62697a-d339-4656-b5b3-7589b053f233', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.820829] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Creating folder: Project (41743d4098c04ae4be017498e53ec058). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.820950] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f220838d-01cc-440b-9cc5-b7d775232e9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.835432] env[68989]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 720.835624] env[68989]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68989) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 720.835980] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Folder already exists: Project (41743d4098c04ae4be017498e53ec058). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 720.836194] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Creating folder: Instances. Parent ref: group-v643235. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.836447] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ca6ea5-34fb-4913-b0e6-177b9638c04a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.845761] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Created folder: Instances in parent group-v643235. [ 720.845966] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.846172] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.846367] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb67f16-d886-4f50-a6d1-7756437311ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.867738] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.867738] env[68989]: value = "task-3217427" [ 720.867738] env[68989]: _type = "Task" [ 720.867738] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.875176] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217427, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.010788] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217424, 'name': Rename_Task, 'duration_secs': 0.140094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.011207] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.011388] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47aaa349-5fd0-44ce-b92d-3315d4a8a0f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.018061] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 721.018061] env[68989]: value = "task-3217428" [ 721.018061] env[68989]: _type = "Task" [ 721.018061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.025839] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.036175] env[68989]: DEBUG nova.compute.manager [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Received event network-changed-eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.036175] env[68989]: DEBUG nova.compute.manager [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Refreshing instance network info cache due to event network-changed-eb62697a-d339-4656-b5b3-7589b053f233. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.036175] env[68989]: DEBUG oslo_concurrency.lockutils [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] Acquiring lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.036338] env[68989]: DEBUG oslo_concurrency.lockutils [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] Acquired lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.036552] env[68989]: DEBUG nova.network.neutron [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Refreshing network info cache for port eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.258182] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.282839] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.283899] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.284113] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.284846] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.284846] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.284846] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.285067] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.285104] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.285284] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.285408] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.285581] env[68989]: DEBUG nova.virt.hardware [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.286526] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b23ef0-de2c-400c-aa8e-0cc1feb51bfd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290684] env[68989]: ERROR nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [req-72e55f39-4c3e-4263-820f-7f9edf24bd6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72e55f39-4c3e-4263-820f-7f9edf24bd6f"}]} [ 721.295585] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ccdd79-0969-48f1-b821-e5bf1820ff6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.310138] env[68989]: DEBUG nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.322755] env[68989]: DEBUG nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.322963] env[68989]: DEBUG nova.compute.provider_tree [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.333090] env[68989]: DEBUG nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.350746] env[68989]: DEBUG nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.379148] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217427, 'name': CreateVM_Task, 'duration_secs': 0.316561} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.379321] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.379979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'c3e38872-7f88-44ce-ac60-fce0d955f2a4', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643245', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'name': 'volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06330785-2b9c-4968-8093-a2b3b9f12b09', 'attached_at': '', 'detached_at': '', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'serial': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68989) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 721.380206] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Root volume attach. Driver type: vmdk {{(pid=68989) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 721.380982] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb4be00-4c94-462d-b38c-18c487c6dd3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.388214] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f9b310-261c-46d6-bf61-60e5a17c5812 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.397024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50af52de-1f4f-4798-b866-ced7d5902fa1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.404908] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bf5095e3-0861-4420-b227-038d687bbfb6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.412552] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 721.412552] env[68989]: value = "task-3217429" [ 721.412552] env[68989]: _type = "Task" [ 721.412552] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.423139] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217429, 'name': RelocateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.530387] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.783247] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Successfully updated port: 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.804946] env[68989]: DEBUG nova.network.neutron [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updated VIF entry in instance network info cache for port eb62697a-d339-4656-b5b3-7589b053f233. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.805339] env[68989]: DEBUG nova.network.neutron [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updating instance_info_cache with network_info: [{"id": "eb62697a-d339-4656-b5b3-7589b053f233", "address": "fa:16:3e:96:a0:f4", "network": {"id": "9e3de243-96d9-493e-91c2-0ebf869c2729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1736889362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41743d4098c04ae4be017498e53ec058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62697a-d3", "ovs_interfaceid": "eb62697a-d339-4656-b5b3-7589b053f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.922114] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217429, 'name': RelocateVM_Task, 'duration_secs': 0.393859} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.923416] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 721.923463] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643245', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'name': 'volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06330785-2b9c-4968-8093-a2b3b9f12b09', 'attached_at': '', 'detached_at': '', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'serial': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 721.924216] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24653c8-8d4d-48ce-927d-dd2d6ad4af03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.927298] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339eb58-0682-4029-ad9c-b99403826dac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.944382] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c24a264-cc25-44a6-82ac-d3022c4cabfa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.948459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a800979-48c9-4cc6-8cf7-77d7809ee9b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.970825] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9/volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.995935] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621ad354-5da8-4950-aaab-e835d3bcdaeb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.010920] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd25d2-5e07-4875-bb28-38d9980bf1de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.019020] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a91fad-5e04-4802-8d47-cc51a920045a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.023740] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 722.023740] env[68989]: value = "task-3217430" [ 722.023740] env[68989]: _type = "Task" [ 722.023740] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.038945] env[68989]: DEBUG nova.compute.provider_tree [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.044644] env[68989]: DEBUG oslo_vmware.api [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217428, 'name': PowerOnVM_Task, 'duration_secs': 0.815676} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.045153] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.045477] env[68989]: INFO nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Took 8.79 seconds to spawn the instance on the hypervisor. [ 722.045717] env[68989]: DEBUG nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.049500] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724739a8-b6e8-4d39-bc95-53126b34f54e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.052274] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.289784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.290017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.290081] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.308455] env[68989]: DEBUG oslo_concurrency.lockutils [req-af62ef97-8ca1-4fec-ab2d-584f3a8f6a64 req-287a8801-4060-4739-8ead-08d2049a17a9 service nova] Releasing lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.536330] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217430, 'name': ReconfigVM_Task, 'duration_secs': 0.501252} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.536656] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9/volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.543635] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b391134a-b77f-4c1b-a7fb-5d6779b4f916 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.559457] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 722.559457] env[68989]: value = "task-3217431" [ 722.559457] env[68989]: _type = "Task" [ 722.559457] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.569814] env[68989]: INFO nova.compute.manager [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Took 47.60 seconds to build instance. [ 722.573743] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.585038] env[68989]: DEBUG nova.scheduler.client.report [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 722.585529] env[68989]: DEBUG nova.compute.provider_tree [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 60 to 61 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 722.585529] env[68989]: DEBUG nova.compute.provider_tree [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.831032] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.013490] env[68989]: DEBUG nova.network.neutron [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updating instance_info_cache with network_info: [{"id": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "address": "fa:16:3e:69:72:cd", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9d49d5-46", "ovs_interfaceid": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.070260] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.075054] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c092d8a3-92e1-46ff-9c01-3bcee232ee07 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.094s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.090741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.868s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.091288] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.096188] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.252s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.096188] env[68989]: DEBUG nova.objects.instance [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lazy-loading 'resources' on Instance uuid 700d2210-01db-494b-85db-3cc04128c30f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.233716] env[68989]: DEBUG nova.compute.manager [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received event network-vif-plugged-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.233945] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Acquiring lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.234169] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.234343] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.234532] env[68989]: DEBUG nova.compute.manager [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] No waiting events found dispatching network-vif-plugged-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.234697] env[68989]: WARNING nova.compute.manager [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received unexpected event network-vif-plugged-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 for instance with vm_state building and task_state spawning. [ 723.234859] env[68989]: DEBUG nova.compute.manager [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.235023] env[68989]: DEBUG nova.compute.manager [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing instance network info cache due to event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.235195] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Acquiring lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.516081] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.516270] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Instance network_info: |[{"id": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "address": "fa:16:3e:69:72:cd", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9d49d5-46", "ovs_interfaceid": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.516629] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Acquired lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.516825] env[68989]: DEBUG nova.network.neutron [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.518123] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:72:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.525654] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Creating folder: Project (2049a5085472472bae67bc7c3e491c40). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.526227] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed9beea4-c614-447d-a7d0-337c06e46f00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.538409] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Created folder: Project (2049a5085472472bae67bc7c3e491c40) in parent group-v643186. [ 723.538605] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Creating folder: Instances. Parent ref: group-v643286. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.538836] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5661a676-3a5e-4d9e-91ae-72edd6f04e4d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.550077] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Created folder: Instances in parent group-v643286. [ 723.550441] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.550744] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.551061] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f671c652-59c6-46ad-abe9-e3cd529cbca9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.576809] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.578256] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.580732] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.580732] env[68989]: value = "task-3217434" [ 723.580732] env[68989]: _type = "Task" [ 723.580732] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.589872] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217434, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.596426] env[68989]: DEBUG nova.compute.utils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.597834] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.598060] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.667919] env[68989]: DEBUG nova.policy [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a681725e2a3f4e448216c49d672f79cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ce7dd7f1eb4e9db793fe11edf58f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.082455] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217431, 'name': ReconfigVM_Task, 'duration_secs': 1.198851} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.085947] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643245', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'name': 'volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06330785-2b9c-4968-8093-a2b3b9f12b09', 'attached_at': '', 'detached_at': '', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'serial': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.088991] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-081f7b0d-7c34-43c6-906b-24f9e38cce81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.100758] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217434, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.102122] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 724.102122] env[68989]: value = "task-3217435" [ 724.102122] env[68989]: _type = "Task" [ 724.102122] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.103223] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Successfully created port: 21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.104837] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.117351] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.123578] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217435, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.152983] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3668409b-ee9e-4df6-b7da-24c256bd78b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.162768] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62260f5-afe5-4658-a88d-487679ffbab2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.199444] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960cc23b-61e1-4945-8c9c-388597ea64c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.208817] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bcd226-4b56-4d12-910f-6969548eb969 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.224626] env[68989]: DEBUG nova.compute.provider_tree [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.287849] env[68989]: DEBUG nova.network.neutron [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updated VIF entry in instance network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.288277] env[68989]: DEBUG nova.network.neutron [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updating instance_info_cache with network_info: [{"id": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "address": "fa:16:3e:69:72:cd", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9d49d5-46", "ovs_interfaceid": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.592442] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217434, 'name': CreateVM_Task, 'duration_secs': 0.654601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.592606] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.593303] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.593767] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.593848] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.594085] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2fdde7-a0d6-4c83-87c7-3c868f0263d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.598555] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 724.598555] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528dc7de-3b1a-0c5a-0713-825414434fcd" [ 724.598555] env[68989]: _type = "Task" [ 724.598555] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.606201] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528dc7de-3b1a-0c5a-0713-825414434fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.613777] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217435, 'name': Rename_Task, 'duration_secs': 0.179147} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.614061] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.614295] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8f4e76-353e-4a09-8f02-01dee3461e2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.625131] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 724.625131] env[68989]: value = "task-3217436" [ 724.625131] env[68989]: _type = "Task" [ 724.625131] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.632194] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.727902] env[68989]: DEBUG nova.scheduler.client.report [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.792632] env[68989]: DEBUG oslo_concurrency.lockutils [req-2d9302be-50fb-4f6b-ac5a-0b39a4ec5e17 req-05f8afca-7c0b-49df-9973-2f7350eed5cf service nova] Releasing lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.111348] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528dc7de-3b1a-0c5a-0713-825414434fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.03246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.111684] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.111878] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.112139] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.112294] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.112468] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.112736] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493c4e21-dc9f-44cc-a3a7-1da770fd9f74 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.121498] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.125521] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.125561] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.129611] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272c3436-bbe7-47b5-8cd7-48656ec8835e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.139297] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.139657] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 725.139657] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52589559-1a4b-bad1-0afd-d8bc7a65942c" [ 725.139657] env[68989]: _type = "Task" [ 725.139657] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.151279] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52589559-1a4b-bad1-0afd-d8bc7a65942c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.153579] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.153821] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.153989] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.154194] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.154344] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.154520] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.154738] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.154901] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.155081] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.155251] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.155425] env[68989]: DEBUG nova.virt.hardware [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.156187] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6184bc0c-0442-46a6-8128-d32c796325d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.163618] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de517c5b-8201-4a63-80d7-e8dd3c29b263 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.235074] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.235362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.501s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.235592] env[68989]: DEBUG nova.objects.instance [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lazy-loading 'resources' on Instance uuid 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.254991] env[68989]: INFO nova.scheduler.client.report [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted allocations for instance 700d2210-01db-494b-85db-3cc04128c30f [ 725.593197] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.593545] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.594409] env[68989]: DEBUG nova.compute.manager [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.594664] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a2525-cf0b-4836-9b99-c450c272dc95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.602111] env[68989]: DEBUG nova.compute.manager [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 725.602450] env[68989]: DEBUG nova.objects.instance [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lazy-loading 'flavor' on Instance uuid 7853e14e-a176-4efe-8d57-cf5301f7cfc5 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.609368] env[68989]: DEBUG nova.compute.manager [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Received event network-vif-plugged-21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.609368] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.609368] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.609368] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.609368] env[68989]: DEBUG nova.compute.manager [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] No waiting events found dispatching network-vif-plugged-21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.610990] env[68989]: WARNING nova.compute.manager [req-6cff1e2a-ab53-4829-b124-a89912ee2b7f req-56f27356-6053-4ab2-a3fd-8c2282c80305 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Received unexpected event network-vif-plugged-21245134-dd53-424c-90ad-e2477cb89cc0 for instance with vm_state building and task_state spawning. [ 725.635035] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217436, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.649117] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52589559-1a4b-bad1-0afd-d8bc7a65942c, 'name': SearchDatastore_Task, 'duration_secs': 0.03115} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.649898] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b68ce3-4d95-4474-8775-987e339702b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.655076] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 725.655076] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246c48b-56a2-0002-640e-27d961ddbbba" [ 725.655076] env[68989]: _type = "Task" [ 725.655076] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.662522] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246c48b-56a2-0002-640e-27d961ddbbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.746658] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Successfully updated port: 21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.762507] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8828d524-0dc3-406a-89aa-e41d2d5e4106 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "700d2210-01db-494b-85db-3cc04128c30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.378s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.138360] env[68989]: DEBUG oslo_vmware.api [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217436, 'name': PowerOnVM_Task, 'duration_secs': 1.149762} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.138684] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.138838] env[68989]: INFO nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Took 5.75 seconds to spawn the instance on the hypervisor. [ 726.139025] env[68989]: DEBUG nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.139824] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e8c52-56b7-439c-97c4-942485c9691a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.164884] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246c48b-56a2-0002-640e-27d961ddbbba, 'name': SearchDatastore_Task, 'duration_secs': 0.017208} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.166340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.166340] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] cf922d35-a893-47fb-9a06-b2bcdc7aecbc/cf922d35-a893-47fb-9a06-b2bcdc7aecbc.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.166340] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01572973-1e52-403a-8775-4cbbd5779976 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.171876] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 726.171876] env[68989]: value = "task-3217437" [ 726.171876] env[68989]: _type = "Task" [ 726.171876] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.182189] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.211664] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d36ac1-b3ba-45f6-93c1-64c7e30b6341 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.219404] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7211b9-d3b4-4670-ba41-96c9792bb0fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.250046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.250212] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.250367] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.252231] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eddb783-f785-4471-86ae-504d9749e8c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.260359] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d1ef57-b7b3-456a-b950-d86042206930 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276060] env[68989]: DEBUG nova.compute.provider_tree [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.609716] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.610085] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20942a49-0fb8-45d8-9751-113e8795548a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.618720] env[68989]: DEBUG oslo_vmware.api [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 726.618720] env[68989]: value = "task-3217438" [ 726.618720] env[68989]: _type = "Task" [ 726.618720] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.628284] env[68989]: DEBUG oslo_vmware.api [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.665026] env[68989]: INFO nova.compute.manager [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Took 46.51 seconds to build instance. [ 726.685962] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.780751] env[68989]: DEBUG nova.scheduler.client.report [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.811700] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.133349] env[68989]: DEBUG oslo_vmware.api [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217438, 'name': PowerOffVM_Task, 'duration_secs': 0.400227} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.133827] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.134214] env[68989]: DEBUG nova.compute.manager [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.137074] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53da5e3d-19e4-4f5c-8934-5a8383dc413d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.168360] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ce36248-f86c-43a9-bc51-4fc99a24c992 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.358s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.184311] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581103} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.184591] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] cf922d35-a893-47fb-9a06-b2bcdc7aecbc/cf922d35-a893-47fb-9a06-b2bcdc7aecbc.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.184805] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.185054] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1db6f455-efae-48eb-84be-28e977de3918 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.192454] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 727.192454] env[68989]: value = "task-3217439" [ 727.192454] env[68989]: _type = "Task" [ 727.192454] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.200382] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.285685] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.293019] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.305s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.293019] env[68989]: INFO nova.compute.claims [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.355376] env[68989]: INFO nova.scheduler.client.report [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Deleted allocations for instance 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1 [ 727.378634] env[68989]: DEBUG nova.network.neutron [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updating instance_info_cache with network_info: [{"id": "21245134-dd53-424c-90ad-e2477cb89cc0", "address": "fa:16:3e:e1:09:a7", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21245134-dd", "ovs_interfaceid": "21245134-dd53-424c-90ad-e2477cb89cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.494854] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "fabce3d0-a8db-4532-83c3-c982aec14981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.495149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.495693] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.495905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.496086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.499745] env[68989]: INFO nova.compute.manager [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Terminating instance [ 727.628028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.628305] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.628514] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.628719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.629521] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.633509] env[68989]: INFO nova.compute.manager [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Terminating instance [ 727.651243] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48bca9ae-b653-47bf-9009-e8c2b128d18a tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.687871] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.707121] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063465} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.707121] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.707121] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7beba3a-bd98-4bc6-930f-f1c496371f88 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.735995] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] cf922d35-a893-47fb-9a06-b2bcdc7aecbc/cf922d35-a893-47fb-9a06-b2bcdc7aecbc.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.738184] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e630e3d-f64a-4437-8009-97dd5f4a5cb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.757900] env[68989]: DEBUG nova.compute.manager [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Received event network-changed-21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.757985] env[68989]: DEBUG nova.compute.manager [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Refreshing instance network info cache due to event network-changed-21245134-dd53-424c-90ad-e2477cb89cc0. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.758206] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Acquiring lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.764264] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 727.764264] env[68989]: value = "task-3217440" [ 727.764264] env[68989]: _type = "Task" [ 727.764264] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.773560] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.865602] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2b704358-d0ff-4b66-93ae-15b6e27a6a5a tempest-ImagesOneServerTestJSON-259846441 tempest-ImagesOneServerTestJSON-259846441-project-member] Lock "945e45cd-0fdb-4b30-bdd0-eecd9f3456f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.557s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.884517] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.885040] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Instance network_info: |[{"id": "21245134-dd53-424c-90ad-e2477cb89cc0", "address": "fa:16:3e:e1:09:a7", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21245134-dd", "ovs_interfaceid": "21245134-dd53-424c-90ad-e2477cb89cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.885354] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Acquired lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.885622] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Refreshing network info cache for port 21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.886926] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:09:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21245134-dd53-424c-90ad-e2477cb89cc0', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.895467] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Creating folder: Project (c9ce7dd7f1eb4e9db793fe11edf58f59). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.899238] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060cce42-94bb-46be-8164-64590500eac0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.910555] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Created folder: Project (c9ce7dd7f1eb4e9db793fe11edf58f59) in parent group-v643186. [ 727.910755] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Creating folder: Instances. Parent ref: group-v643289. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.910988] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a83242-c32f-45da-a173-bcacd79f93db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.919387] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Created folder: Instances in parent group-v643289. [ 727.919627] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.919873] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.920101] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b0ea5b-75d1-4845-9925-138e08b1d59b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.945265] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.945265] env[68989]: value = "task-3217443" [ 727.945265] env[68989]: _type = "Task" [ 727.945265] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.953724] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217443, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.004383] env[68989]: DEBUG nova.compute.manager [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.004669] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.005568] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca9c0d-df76-4d06-82e9-3628a8f97c52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.014606] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.014874] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2df8403-8629-4d90-8763-21782929e27a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.020457] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 728.020457] env[68989]: value = "task-3217444" [ 728.020457] env[68989]: _type = "Task" [ 728.020457] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.028861] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.137293] env[68989]: DEBUG nova.compute.manager [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.137553] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.138543] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514f7aed-fad9-44e9-91ca-a3dc773e4185 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.148083] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.148083] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31488509-2fed-44cf-ba35-cd6e2edb4b87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.154051] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 728.154051] env[68989]: value = "task-3217445" [ 728.154051] env[68989]: _type = "Task" [ 728.154051] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.162660] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.180585] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updated VIF entry in instance network info cache for port 21245134-dd53-424c-90ad-e2477cb89cc0. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.180936] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updating instance_info_cache with network_info: [{"id": "21245134-dd53-424c-90ad-e2477cb89cc0", "address": "fa:16:3e:e1:09:a7", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21245134-dd", "ovs_interfaceid": "21245134-dd53-424c-90ad-e2477cb89cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.277951] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.279202] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.458727] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217443, 'name': CreateVM_Task, 'duration_secs': 0.420365} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.458978] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.459693] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.459863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.460229] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.463359] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12556556-5b30-40cf-9e44-5e4506d27604 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.468843] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 728.468843] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a38c25-9e53-5269-3350-e3eac85e26a8" [ 728.468843] env[68989]: _type = "Task" [ 728.468843] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.487415] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a38c25-9e53-5269-3350-e3eac85e26a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.530267] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217444, 'name': PowerOffVM_Task, 'duration_secs': 0.211665} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.533019] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.533206] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.533698] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a979baaf-9e9b-4071-bd15-9136378a87d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.586902] env[68989]: DEBUG nova.objects.instance [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lazy-loading 'flavor' on Instance uuid 7853e14e-a176-4efe-8d57-cf5301f7cfc5 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.598091] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.598333] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.598518] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleting the datastore file [datastore2] fabce3d0-a8db-4532-83c3-c982aec14981 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.598931] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6892ef-f0b7-4c6e-94df-9d65aa599dbe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.605264] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 728.605264] env[68989]: value = "task-3217447" [ 728.605264] env[68989]: _type = "Task" [ 728.605264] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.613170] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.664538] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217445, 'name': PowerOffVM_Task, 'duration_secs': 0.187241} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.664814] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.664979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.665333] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-984f99dc-d4a9-4684-9acd-76a157b9742a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.683759] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Releasing lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.684022] env[68989]: DEBUG nova.compute.manager [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Received event network-changed-eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.684301] env[68989]: DEBUG nova.compute.manager [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Refreshing instance network info cache due to event network-changed-eb62697a-d339-4656-b5b3-7589b053f233. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.684587] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Acquiring lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.684739] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Acquired lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.685249] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Refreshing network info cache for port eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.726219] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.726219] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.726446] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleting the datastore file [datastore2] 38ec8e2f-6f48-471f-853e-5863d7b471a7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.726686] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe6432cd-2a7f-42d9-bfe0-0552690e0ef2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.732519] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for the task: (returnval){ [ 728.732519] env[68989]: value = "task-3217449" [ 728.732519] env[68989]: _type = "Task" [ 728.732519] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.745821] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.776621] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217440, 'name': ReconfigVM_Task, 'duration_secs': 0.595284} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.776913] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Reconfigured VM instance instance-00000024 to attach disk [datastore1] cf922d35-a893-47fb-9a06-b2bcdc7aecbc/cf922d35-a893-47fb-9a06-b2bcdc7aecbc.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.778019] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208ead1c-55d6-4558-a39a-aa97034b81c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.784924] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 728.784924] env[68989]: value = "task-3217450" [ 728.784924] env[68989]: _type = "Task" [ 728.784924] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.791494] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217450, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.854510] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2853ca3-879e-482b-8f65-70b79ef6147f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.866471] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40683261-7806-4e22-ba94-754de2b132b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.899784] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a6f7c4-ef7b-4475-9022-942fcca5023d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.907472] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed6302-db2d-4ab3-89fd-fc8e72a9adad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.921851] env[68989]: DEBUG nova.compute.provider_tree [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.979502] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a38c25-9e53-5269-3350-e3eac85e26a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.979827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.980087] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.980339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.980531] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.980719] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.980986] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-400298a4-001d-44cc-bd6a-0ccf4d3e823a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.988556] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.988729] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.989626] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7152f86-df07-4047-82b8-ec47c5a2292b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.994673] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 728.994673] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253617b-83a0-efcc-ba1b-1286a2b16e5a" [ 728.994673] env[68989]: _type = "Task" [ 728.994673] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.003009] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253617b-83a0-efcc-ba1b-1286a2b16e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.091914] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquired lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092345] env[68989]: DEBUG nova.network.neutron [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.092521] env[68989]: DEBUG nova.objects.instance [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lazy-loading 'info_cache' on Instance uuid 7853e14e-a176-4efe-8d57-cf5301f7cfc5 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.116979] env[68989]: DEBUG oslo_vmware.api [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.117329] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.117523] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.117702] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.117916] env[68989]: INFO nova.compute.manager [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Took 1.11 seconds to destroy the instance on the hypervisor. [ 729.118173] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.118356] env[68989]: DEBUG nova.compute.manager [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.118451] env[68989]: DEBUG nova.network.neutron [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.244380] env[68989]: DEBUG oslo_vmware.api [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Task: {'id': task-3217449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279588} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.244713] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.244878] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.245069] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.245243] env[68989]: INFO nova.compute.manager [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 729.245473] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.245657] env[68989]: DEBUG nova.compute.manager [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.245752] env[68989]: DEBUG nova.network.neutron [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.293860] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217450, 'name': Rename_Task, 'duration_secs': 0.220598} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.294219] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.294505] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40fc41df-97a2-463b-b82d-afe334864b1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.304022] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 729.304022] env[68989]: value = "task-3217451" [ 729.304022] env[68989]: _type = "Task" [ 729.304022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.311657] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.426460] env[68989]: DEBUG nova.scheduler.client.report [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.496303] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updated VIF entry in instance network info cache for port eb62697a-d339-4656-b5b3-7589b053f233. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.496687] env[68989]: DEBUG nova.network.neutron [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updating instance_info_cache with network_info: [{"id": "eb62697a-d339-4656-b5b3-7589b053f233", "address": "fa:16:3e:96:a0:f4", "network": {"id": "9e3de243-96d9-493e-91c2-0ebf869c2729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1736889362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41743d4098c04ae4be017498e53ec058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62697a-d3", "ovs_interfaceid": "eb62697a-d339-4656-b5b3-7589b053f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.508298] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5253617b-83a0-efcc-ba1b-1286a2b16e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.508970] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dbd59f-76e8-46fc-add2-427c2b72f9d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.514529] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 729.514529] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ada007-e3ec-a1fc-3e63-cbf2f6e3710e" [ 729.514529] env[68989]: _type = "Task" [ 729.514529] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.530546] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ada007-e3ec-a1fc-3e63-cbf2f6e3710e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.596281] env[68989]: DEBUG nova.objects.base [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Object Instance<7853e14e-a176-4efe-8d57-cf5301f7cfc5> lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.812851] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.889597] env[68989]: DEBUG nova.compute.manager [req-a5398269-cb6b-41f9-8b45-79b6ab3dc7a5 req-7ee047cd-4c61-4af5-8a5e-8e5512f8785b service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Received event network-vif-deleted-1c148f5c-ad96-4860-985a-49a431b500db {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.889597] env[68989]: INFO nova.compute.manager [req-a5398269-cb6b-41f9-8b45-79b6ab3dc7a5 req-7ee047cd-4c61-4af5-8a5e-8e5512f8785b service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Neutron deleted interface 1c148f5c-ad96-4860-985a-49a431b500db; detaching it from the instance and deleting it from the info cache [ 729.889597] env[68989]: DEBUG nova.network.neutron [req-a5398269-cb6b-41f9-8b45-79b6ab3dc7a5 req-7ee047cd-4c61-4af5-8a5e-8e5512f8785b service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.932711] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.933070] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.939335] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.970s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.939335] env[68989]: DEBUG nova.objects.instance [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 730.002742] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3db1fc0-a40d-4fd3-80ab-60abcf42b8d4 req-17669c49-9d6c-40fd-8545-413f8b5a7d5c service nova] Releasing lock "refresh_cache-06330785-2b9c-4968-8093-a2b3b9f12b09" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026194] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ada007-e3ec-a1fc-3e63-cbf2f6e3710e, 'name': SearchDatastore_Task, 'duration_secs': 0.034759} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.026194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026194] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 462c1bd7-8c6a-45f4-a711-7c66d4457532/462c1bd7-8c6a-45f4-a711-7c66d4457532.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.026450] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-359dbdb9-1cc5-4172-862c-d9b72c30e763 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.033477] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 730.033477] env[68989]: value = "task-3217452" [ 730.033477] env[68989]: _type = "Task" [ 730.033477] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.041422] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.143217] env[68989]: DEBUG nova.network.neutron [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.261839] env[68989]: DEBUG nova.network.neutron [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.314856] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.391684] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-240062d3-3c9b-45ed-9077-5041cca408e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.400306] env[68989]: DEBUG nova.network.neutron [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updating instance_info_cache with network_info: [{"id": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "address": "fa:16:3e:7e:b2:b1", "network": {"id": "abb85d17-f126-4d14-9492-97d4ed5645f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-503368276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7109c08a2d374c9a8c20be1360daab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d98d2-1a", "ovs_interfaceid": "5b0d98d2-1a93-446a-821b-8d295f65aaa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.404626] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ba571-33fd-49cf-b661-c04c8151207c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.441890] env[68989]: DEBUG nova.compute.utils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.443371] env[68989]: DEBUG nova.compute.manager [req-a5398269-cb6b-41f9-8b45-79b6ab3dc7a5 req-7ee047cd-4c61-4af5-8a5e-8e5512f8785b service nova] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Detach interface failed, port_id=1c148f5c-ad96-4860-985a-49a431b500db, reason: Instance fabce3d0-a8db-4532-83c3-c982aec14981 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.446696] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.446855] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.515608] env[68989]: DEBUG nova.policy [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.544742] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.646424] env[68989]: INFO nova.compute.manager [-] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Took 1.53 seconds to deallocate network for instance. [ 730.768314] env[68989]: INFO nova.compute.manager [-] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Took 1.52 seconds to deallocate network for instance. [ 730.818250] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.917462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Releasing lock "refresh_cache-7853e14e-a176-4efe-8d57-cf5301f7cfc5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.945407] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.950016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4412b12-5ed2-47e9-a073-eba1caadbd16 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.951975] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Successfully created port: a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.954521] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.748s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.954733] env[68989]: DEBUG nova.objects.instance [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lazy-loading 'resources' on Instance uuid cae92c82-6fa0-485e-a58b-6eba91567a78 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.046164] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694327} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.046408] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 462c1bd7-8c6a-45f4-a711-7c66d4457532/462c1bd7-8c6a-45f4-a711-7c66d4457532.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.046644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.046896] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3986da8c-a6e0-47ce-ab34-586b04ff75a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.053064] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 731.053064] env[68989]: value = "task-3217453" [ 731.053064] env[68989]: _type = "Task" [ 731.053064] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.063072] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.153592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.273272] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.319040] env[68989]: DEBUG oslo_vmware.api [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217451, 'name': PowerOnVM_Task, 'duration_secs': 1.586272} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.319040] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.319040] env[68989]: INFO nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Took 10.06 seconds to spawn the instance on the hypervisor. [ 731.319040] env[68989]: DEBUG nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.319958] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d58f18-ab62-48fa-9356-5aa79dede4d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.564872] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188088} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.565157] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.565920] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07339969-fe67-4c0c-90d3-bc37b226fbcc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.590972] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 462c1bd7-8c6a-45f4-a711-7c66d4457532/462c1bd7-8c6a-45f4-a711-7c66d4457532.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.593427] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ba309d-0656-405a-ba73-5fe3bf8b1ec3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.612224] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 731.612224] env[68989]: value = "task-3217454" [ 731.612224] env[68989]: _type = "Task" [ 731.612224] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.620783] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.842425] env[68989]: INFO nova.compute.manager [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Took 48.33 seconds to build instance. [ 731.916893] env[68989]: DEBUG nova.compute.manager [req-24c6b7e5-a5c9-4fbf-a7a3-4baa846331eb req-4a714588-b956-4024-9075-0768143b7fe3 service nova] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Received event network-vif-deleted-17646825-df66-46b8-877c-ad6ed167180a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.924959] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.926044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e6536-5614-46bc-88e8-cb1d76235743 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.929085] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-235f944b-4ddc-43ad-9393-5eb377583aba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.936775] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d0b97-9d5f-4ae1-b315-938690d459c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.940301] env[68989]: DEBUG oslo_vmware.api [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 731.940301] env[68989]: value = "task-3217455" [ 731.940301] env[68989]: _type = "Task" [ 731.940301] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.974938] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.979434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27e7575-1a0d-49a3-8526-ba9e75a96fb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.985685] env[68989]: DEBUG oslo_vmware.api [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.990765] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6392a5-1804-4e72-81ef-3b2aa1043c6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.008665] env[68989]: DEBUG nova.compute.provider_tree [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.011857] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.012093] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.012494] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.012494] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.012589] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.012707] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.012913] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.013085] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.013253] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.013416] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.013742] env[68989]: DEBUG nova.virt.hardware [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.014375] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba04670-6d11-4cc0-844e-08b9240c4cce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.022583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5554b29f-8a12-4619-a6f1-35532e8e6f24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.122725] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.345028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-368b5819-9b82-49d0-88bc-0aba36d519d5 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.654s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.451138] env[68989]: DEBUG oslo_vmware.api [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217455, 'name': PowerOnVM_Task, 'duration_secs': 0.398741} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.451424] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.451622] env[68989]: DEBUG nova.compute.manager [None req-eeb2209a-fb2a-4d3e-ad37-3a5f3b323999 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.452407] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dfefe1-2038-41d7-a363-840e1b2a5a97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.518259] env[68989]: DEBUG nova.scheduler.client.report [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.622881] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217454, 'name': ReconfigVM_Task, 'duration_secs': 0.614321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.623329] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 462c1bd7-8c6a-45f4-a711-7c66d4457532/462c1bd7-8c6a-45f4-a711-7c66d4457532.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.624180] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d55d74-7fef-49cd-b49a-5749b3321a6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.629940] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 732.629940] env[68989]: value = "task-3217456" [ 732.629940] env[68989]: _type = "Task" [ 732.629940] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.637725] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217456, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.732595] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Successfully updated port: a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.850150] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.025176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.028042] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.338s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.030037] env[68989]: INFO nova.compute.claims [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.060169] env[68989]: INFO nova.scheduler.client.report [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Deleted allocations for instance cae92c82-6fa0-485e-a58b-6eba91567a78 [ 733.142708] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217456, 'name': Rename_Task, 'duration_secs': 0.252183} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.142894] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.143161] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b08ff3b-34cb-4d60-b152-8cb636aeb15e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.149423] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 733.149423] env[68989]: value = "task-3217457" [ 733.149423] env[68989]: _type = "Task" [ 733.149423] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.158331] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.236736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.236917] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.237130] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.371224] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.574701] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a513cb9-fc66-43cd-b80f-4d4d5b311579 tempest-ServersAdminNegativeTestJSON-101562472 tempest-ServersAdminNegativeTestJSON-101562472-project-member] Lock "cae92c82-6fa0-485e-a58b-6eba91567a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.746s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.660225] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.786438] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.016757] env[68989]: DEBUG nova.network.neutron [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Updating instance_info_cache with network_info: [{"id": "a60d4d6f-edff-4597-84ef-264e78484ab0", "address": "fa:16:3e:bb:3b:66", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d4d6f-ed", "ovs_interfaceid": "a60d4d6f-edff-4597-84ef-264e78484ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.152073] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Received event network-vif-plugged-a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.152073] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquiring lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.152160] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.152378] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.152572] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] No waiting events found dispatching network-vif-plugged-a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.152770] env[68989]: WARNING nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Received unexpected event network-vif-plugged-a60d4d6f-edff-4597-84ef-264e78484ab0 for instance with vm_state building and task_state spawning. [ 734.152931] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.153094] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing instance network info cache due to event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.153981] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquiring lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.153981] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquired lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.153981] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.173056] env[68989]: DEBUG oslo_vmware.api [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217457, 'name': PowerOnVM_Task, 'duration_secs': 0.779011} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.173346] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.173547] env[68989]: INFO nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Took 9.05 seconds to spawn the instance on the hypervisor. [ 734.174215] env[68989]: DEBUG nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.174754] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40246ab-e1b6-49ab-b549-627d2ecd8b8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.520338] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.521667] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Instance network_info: |[{"id": "a60d4d6f-edff-4597-84ef-264e78484ab0", "address": "fa:16:3e:bb:3b:66", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d4d6f-ed", "ovs_interfaceid": "a60d4d6f-edff-4597-84ef-264e78484ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.521825] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:3b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a60d4d6f-edff-4597-84ef-264e78484ab0', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.528901] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating folder: Project (e10611da5e8547ad8d8cad1a2cd36ca2). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.530227] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376f8c3f-1d17-4f89-9ca8-0c62abeb0ff6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.532840] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27461df-c560-400a-ac5c-c6125bd6d38f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.543180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984da11-e256-40ea-a0bf-f8e81670fee6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.548507] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created folder: Project (e10611da5e8547ad8d8cad1a2cd36ca2) in parent group-v643186. [ 734.548700] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating folder: Instances. Parent ref: group-v643292. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.548966] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a91570ef-673e-4059-a0c4-ec270126d3c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.581708] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab03cc-c54e-43ac-b4ae-5334056e9ee8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.591221] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5aea3d-f4c8-4618-8402-97294ec71b53 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.597168] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created folder: Instances in parent group-v643292. [ 734.597476] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.598125] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.598365] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a2329b-84dd-476a-8135-48c5f6475add {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.621063] env[68989]: DEBUG nova.compute.provider_tree [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.628729] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.628729] env[68989]: value = "task-3217460" [ 734.628729] env[68989]: _type = "Task" [ 734.628729] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.638368] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217460, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.700078] env[68989]: INFO nova.compute.manager [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Took 49.66 seconds to build instance. [ 735.061045] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updated VIF entry in instance network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.065427] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updating instance_info_cache with network_info: [{"id": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "address": "fa:16:3e:69:72:cd", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9d49d5-46", "ovs_interfaceid": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.125064] env[68989]: DEBUG nova.scheduler.client.report [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.140127] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217460, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.206438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cce82647-ea64-4e3d-993d-47fb077155cf tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.875s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.568857] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Releasing lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.568857] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Received event network-changed-a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.569312] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Refreshing instance network info cache due to event network-changed-a60d4d6f-edff-4597-84ef-264e78484ab0. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.569312] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquiring lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.569312] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquired lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.569994] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Refreshing network info cache for port a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.639332] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.639802] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.645725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.412s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.645845] env[68989]: DEBUG nova.objects.instance [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lazy-loading 'resources' on Instance uuid 53c10b9e-713a-4341-ae1a-d37f0ae84ec1 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.658667] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217460, 'name': CreateVM_Task, 'duration_secs': 0.554152} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.659576] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.663827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.663827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.663827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.663827] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1762b6d-d53c-4144-aae0-f5d53662a6e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.670039] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 735.670039] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5257e393-0d35-bf38-9a0b-ecbc511026db" [ 735.670039] env[68989]: _type = "Task" [ 735.670039] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.681643] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5257e393-0d35-bf38-9a0b-ecbc511026db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.711378] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.151052] env[68989]: DEBUG nova.compute.utils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.159296] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.159296] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.191710] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5257e393-0d35-bf38-9a0b-ecbc511026db, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.194587] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.195062] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.195309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.195455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.195631] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.196832] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7112d4a7-7976-41fe-8015-8882ed1cd4a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.209066] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.209524] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.210360] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c840c368-20c2-466f-997f-14dfaf440f3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228696] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 736.228696] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5207ee50-081f-b759-07e1-bd2384e31271" [ 736.228696] env[68989]: _type = "Task" [ 736.228696] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.254292] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5207ee50-081f-b759-07e1-bd2384e31271, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.255471] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.258225] env[68989]: DEBUG nova.policy [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fbb9ec4b13c404886fea0b6fbae0212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e00fa471edf4e69a3772659692099fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.260706] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5efc1f-8ab8-4713-9d18-595ecd461372 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.271647] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 736.271647] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a75db6-216b-e383-522e-d1ebb85fd038" [ 736.271647] env[68989]: _type = "Task" [ 736.271647] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.282509] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a75db6-216b-e383-522e-d1ebb85fd038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.285392] env[68989]: DEBUG nova.compute.manager [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Received event network-changed-21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.285568] env[68989]: DEBUG nova.compute.manager [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Refreshing instance network info cache due to event network-changed-21245134-dd53-424c-90ad-e2477cb89cc0. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.285772] env[68989]: DEBUG oslo_concurrency.lockutils [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] Acquiring lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.286645] env[68989]: DEBUG oslo_concurrency.lockutils [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] Acquired lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.286645] env[68989]: DEBUG nova.network.neutron [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Refreshing network info cache for port 21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.659113] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.674746] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Updated VIF entry in instance network info cache for port a60d4d6f-edff-4597-84ef-264e78484ab0. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.675126] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Updating instance_info_cache with network_info: [{"id": "a60d4d6f-edff-4597-84ef-264e78484ab0", "address": "fa:16:3e:bb:3b:66", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60d4d6f-ed", "ovs_interfaceid": "a60d4d6f-edff-4597-84ef-264e78484ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.694570] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12dc1b9-5d34-470b-8402-65cfc1cc31ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.704712] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a8b52-8d51-40da-a26f-c31923694bbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.748376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "71983be4-aa86-4eaa-8221-9f97a385a68f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.748695] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.748915] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.749132] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.749301] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.752796] env[68989]: INFO nova.compute.manager [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Terminating instance [ 736.754667] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2821db-a450-43cc-a9d0-d63d53d7d72e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.766565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93585b5-5d39-4271-be8b-060fce5e4f33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.790712] env[68989]: DEBUG nova.compute.provider_tree [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.799357] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a75db6-216b-e383-522e-d1ebb85fd038, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.799735] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.799968] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 48bf3385-cbd6-4d6d-9fb0-e939c79b512c/48bf3385-cbd6-4d6d-9fb0-e939c79b512c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.800260] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ed2624-108e-4031-b367-18e79da5d0d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.808870] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 736.808870] env[68989]: value = "task-3217461" [ 736.808870] env[68989]: _type = "Task" [ 736.808870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.819330] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.179049] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Releasing lock "refresh_cache-48bf3385-cbd6-4d6d-9fb0-e939c79b512c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.179448] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.179634] env[68989]: DEBUG nova.compute.manager [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing instance network info cache due to event network-changed-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.179845] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquiring lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.179989] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Acquired lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.180196] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Refreshing network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.238956] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Successfully created port: 0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.261541] env[68989]: DEBUG nova.compute.manager [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.261541] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.262351] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ce7ae-a2ee-4c10-bab5-2733d6460cf6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.271075] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.271316] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c6b54f-dbb9-409e-94bb-8ffa9dd42256 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.279277] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 737.279277] env[68989]: value = "task-3217462" [ 737.279277] env[68989]: _type = "Task" [ 737.279277] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.290183] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.297026] env[68989]: DEBUG nova.scheduler.client.report [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.319995] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.432845] env[68989]: DEBUG nova.network.neutron [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updated VIF entry in instance network info cache for port 21245134-dd53-424c-90ad-e2477cb89cc0. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.433368] env[68989]: DEBUG nova.network.neutron [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updating instance_info_cache with network_info: [{"id": "21245134-dd53-424c-90ad-e2477cb89cc0", "address": "fa:16:3e:e1:09:a7", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21245134-dd", "ovs_interfaceid": "21245134-dd53-424c-90ad-e2477cb89cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.669870] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.706050] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.706297] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.706651] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.706922] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.707327] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.707512] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.708029] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.708108] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.708291] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.708449] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.708649] env[68989]: DEBUG nova.virt.hardware [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.709928] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81226ef3-c092-48b1-b875-896c3084922e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.723538] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c779f-dad1-48e2-9001-1ac5a3fa2e0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.795076] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217462, 'name': PowerOffVM_Task, 'duration_secs': 0.199267} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.795358] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.795742] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.795787] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbddfa0-1172-4ab6-bad3-9ff99f48d9c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.801765] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.807681] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.506s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.807989] env[68989]: DEBUG nova.objects.instance [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lazy-loading 'resources' on Instance uuid 5f49c4d1-eb3a-4ae2-9618-75939aba359c {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.823861] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87425} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.824196] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 48bf3385-cbd6-4d6d-9fb0-e939c79b512c/48bf3385-cbd6-4d6d-9fb0-e939c79b512c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.824528] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.824705] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-806b7fd7-2f15-46ea-a638-87200d74e383 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.830939] env[68989]: INFO nova.scheduler.client.report [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Deleted allocations for instance 53c10b9e-713a-4341-ae1a-d37f0ae84ec1 [ 737.843724] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 737.843724] env[68989]: value = "task-3217464" [ 737.843724] env[68989]: _type = "Task" [ 737.843724] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.855983] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.936853] env[68989]: DEBUG oslo_concurrency.lockutils [req-87cb3654-69a0-4655-a19b-db1af693586b req-f2f042f5-3a38-4b7c-8ba6-d3a93a11bd10 service nova] Releasing lock "refresh_cache-462c1bd7-8c6a-45f4-a711-7c66d4457532" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.956190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.956341] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.956536] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleting the datastore file [datastore1] 71983be4-aa86-4eaa-8221-9f97a385a68f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.956916] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7045ed-fbdf-441e-82db-1c78c4dc5b39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.964515] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 737.964515] env[68989]: value = "task-3217465" [ 737.964515] env[68989]: _type = "Task" [ 737.964515] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.974393] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.044531] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updated VIF entry in instance network info cache for port 5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.044906] env[68989]: DEBUG nova.network.neutron [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updating instance_info_cache with network_info: [{"id": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "address": "fa:16:3e:69:72:cd", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f9d49d5-46", "ovs_interfaceid": "5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.323743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.323991] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.343999] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb49dae4-cb24-4435-8ddb-910bbbb2c0a4 tempest-InstanceActionsNegativeTestJSON-1597653710 tempest-InstanceActionsNegativeTestJSON-1597653710-project-member] Lock "53c10b9e-713a-4341-ae1a-d37f0ae84ec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.686s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.355454] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071009} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.355543] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.359149] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd082d9-c9f1-47d3-82bb-bf191c753dc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.384184] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 48bf3385-cbd6-4d6d-9fb0-e939c79b512c/48bf3385-cbd6-4d6d-9fb0-e939c79b512c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.387395] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d602f4c5-8979-40ae-b30e-7501ca7cbf0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.408704] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 738.408704] env[68989]: value = "task-3217466" [ 738.408704] env[68989]: _type = "Task" [ 738.408704] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.420992] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.475405] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.547931] env[68989]: DEBUG oslo_concurrency.lockutils [req-1ed53c58-eec3-4f5e-b4f1-6aefad9c6ee5 req-1a8b4233-3bfb-4677-8449-11e61ff95943 service nova] Releasing lock "refresh_cache-cf922d35-a893-47fb-9a06-b2bcdc7aecbc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.926133] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.957952] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea51e3-c0f7-493f-9f86-28373c190cca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.969717] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb81bc7-deba-43c0-9996-5fb65c07ef73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.981183] env[68989]: DEBUG oslo_vmware.api [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686502} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.011429] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.011661] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.011842] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.012050] env[68989]: INFO nova.compute.manager [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Took 1.75 seconds to destroy the instance on the hypervisor. [ 739.012338] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.012782] env[68989]: DEBUG nova.compute.manager [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.012882] env[68989]: DEBUG nova.network.neutron [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.015183] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e496c9-ef92-42e0-8769-46a0ad38866a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.029836] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef360848-1cd2-4a9f-bb1e-a950dd7fe2d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.045334] env[68989]: DEBUG nova.compute.provider_tree [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.419579] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Successfully updated port: 0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.426260] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.548707] env[68989]: DEBUG nova.scheduler.client.report [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.555531] env[68989]: DEBUG nova.compute.manager [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Received event network-vif-plugged-0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.555817] env[68989]: DEBUG oslo_concurrency.lockutils [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.556114] env[68989]: DEBUG oslo_concurrency.lockutils [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.556292] env[68989]: DEBUG oslo_concurrency.lockutils [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.556463] env[68989]: DEBUG nova.compute.manager [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] No waiting events found dispatching network-vif-plugged-0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.556628] env[68989]: WARNING nova.compute.manager [req-16d2c047-0308-4f53-8e2f-6328e4f5906f req-04c3b25b-423a-4b5a-a05a-ed13f7cacf32 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Received unexpected event network-vif-plugged-0b9ffe4f-c93d-427e-87af-cbba05a244de for instance with vm_state building and task_state spawning. [ 739.929576] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.929576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.930515] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.947188] env[68989]: DEBUG nova.network.neutron [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.059374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.063567] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.688s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.066416] env[68989]: INFO nova.compute.claims [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.092755] env[68989]: INFO nova.scheduler.client.report [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Deleted allocations for instance 5f49c4d1-eb3a-4ae2-9618-75939aba359c [ 740.428033] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217466, 'name': ReconfigVM_Task, 'duration_secs': 1.561233} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.432469] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 48bf3385-cbd6-4d6d-9fb0-e939c79b512c/48bf3385-cbd6-4d6d-9fb0-e939c79b512c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.435230] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60dc7da0-4b90-4ebe-a225-92c1b948939e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.446933] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 740.446933] env[68989]: value = "task-3217467" [ 740.446933] env[68989]: _type = "Task" [ 740.446933] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.452690] env[68989]: INFO nova.compute.manager [-] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Took 1.44 seconds to deallocate network for instance. [ 740.461290] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217467, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.512389] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.586177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "16297099-f14f-455b-a4bc-7883c8f35d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.586434] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.606590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9ba6666f-7379-4335-9378-eb1e069f7966 tempest-ServersListShow2100Test-46936628 tempest-ServersListShow2100Test-46936628-project-member] Lock "5f49c4d1-eb3a-4ae2-9618-75939aba359c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.537s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.860690] env[68989]: DEBUG nova.network.neutron [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.963466] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.963822] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217467, 'name': Rename_Task, 'duration_secs': 0.287107} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.963884] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.964134] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f07fe4f-569f-4c7d-8563-f0253b039e43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.975554] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 740.975554] env[68989]: value = "task-3217468" [ 740.975554] env[68989]: _type = "Task" [ 740.975554] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.011580] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.043957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.044445] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.365953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.365953] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Instance network_info: |[{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.366103] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:17:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9ffe4f-c93d-427e-87af-cbba05a244de', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.373745] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating folder: Project (8e00fa471edf4e69a3772659692099fe). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.377325] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf8a592-c3fb-4e82-9a1c-1403a038aee0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.395600] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created folder: Project (8e00fa471edf4e69a3772659692099fe) in parent group-v643186. [ 741.396097] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating folder: Instances. Parent ref: group-v643295. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.396474] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7630b525-aeef-471e-bbea-cb552129aa79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.411176] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created folder: Instances in parent group-v643295. [ 741.411826] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.412151] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.412495] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35213f99-f583-4b3e-a985-871311ba7054 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.441378] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.441378] env[68989]: value = "task-3217471" [ 741.441378] env[68989]: _type = "Task" [ 741.441378] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.455778] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217471, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.489297] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.586922] env[68989]: DEBUG nova.compute.manager [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Received event network-changed-0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.587093] env[68989]: DEBUG nova.compute.manager [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Refreshing instance network info cache due to event network-changed-0b9ffe4f-c93d-427e-87af-cbba05a244de. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.587739] env[68989]: DEBUG oslo_concurrency.lockutils [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.587739] env[68989]: DEBUG oslo_concurrency.lockutils [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.587739] env[68989]: DEBUG nova.network.neutron [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Refreshing network info cache for port 0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.674470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f452eecb-f5db-4a40-8d80-e676131b0c2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.685393] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d20e2-2f90-4727-8c2c-518a1778c7fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.724761] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b77e2-63dd-4189-bf02-52efc573dd94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.736593] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa7314b-d352-4416-b0c6-eb103bfe9eba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755299] env[68989]: DEBUG nova.compute.provider_tree [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.951783] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217471, 'name': CreateVM_Task, 'duration_secs': 0.401436} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.951783] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.952588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.952860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.953347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.953725] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b15aa7-73bc-44dd-88b3-2e30a5cb84b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.960257] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 741.960257] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216e56a-108e-f2c3-e6c9-86bf6c0257e3" [ 741.960257] env[68989]: _type = "Task" [ 741.960257] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.969865] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216e56a-108e-f2c3-e6c9-86bf6c0257e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.986769] env[68989]: DEBUG oslo_vmware.api [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217468, 'name': PowerOnVM_Task, 'duration_secs': 0.932816} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.987127] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.987344] env[68989]: INFO nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Took 10.01 seconds to spawn the instance on the hypervisor. [ 741.987576] env[68989]: DEBUG nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.988443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760cfd4-4698-4a3f-a41f-eb71c668a9e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.260501] env[68989]: DEBUG nova.scheduler.client.report [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.320636] env[68989]: DEBUG nova.network.neutron [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updated VIF entry in instance network info cache for port 0b9ffe4f-c93d-427e-87af-cbba05a244de. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.321017] env[68989]: DEBUG nova.network.neutron [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.474150] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216e56a-108e-f2c3-e6c9-86bf6c0257e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.474150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.474277] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.474645] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.475510] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.475510] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.475510] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c42ea05-d664-4953-a2e9-c228daee45d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.489931] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.490140] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.490871] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fc9f3e-f251-4b82-afe5-34dda7e75fd0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.496526] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 742.496526] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528aeea7-1b9c-8172-b306-edb3d34434ae" [ 742.496526] env[68989]: _type = "Task" [ 742.496526] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.511826] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528aeea7-1b9c-8172-b306-edb3d34434ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.512316] env[68989]: INFO nova.compute.manager [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Took 54.55 seconds to build instance. [ 742.766169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.766788] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.770360] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.446s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.827679] env[68989]: DEBUG oslo_concurrency.lockutils [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.827995] env[68989]: DEBUG nova.compute.manager [req-9bb46c8f-462f-477b-a130-726c648eb53e req-0e1f0f51-b56b-44db-afe4-70a86df5ba8e service nova] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Received event network-vif-deleted-b206e012-749d-4420-924c-e638081a9a5d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.009023] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528aeea7-1b9c-8172-b306-edb3d34434ae, 'name': SearchDatastore_Task, 'duration_secs': 0.027004} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.009506] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5df401-4023-4f1b-b75e-5f1fdb108173 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.014306] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4e4a0e34-7606-4a19-99f4-f027945c3647 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.384s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.016946] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 743.016946] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522b7d1f-e7d6-8d60-636c-a1bc9d1cc84d" [ 743.016946] env[68989]: _type = "Task" [ 743.016946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.027979] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522b7d1f-e7d6-8d60-636c-a1bc9d1cc84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.283382] env[68989]: DEBUG nova.compute.utils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.284989] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.284989] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.346502] env[68989]: DEBUG nova.policy [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.518264] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.531995] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522b7d1f-e7d6-8d60-636c-a1bc9d1cc84d, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.532352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532552] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.532832] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d8f63e-f00a-49c3-94f9-f719472efc7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.545177] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 743.545177] env[68989]: value = "task-3217472" [ 743.545177] env[68989]: _type = "Task" [ 743.545177] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.557107] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.701855] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Successfully created port: 717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.787097] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Applying migration context for instance 22dc8f1f-38c6-4323-bbc6-242c547c2483 as it has an incoming, in-progress migration 32539a8e-6bd5-4351-b080-54ed0cc90d5f. Migration status is confirming {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 743.790294] env[68989]: INFO nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating resource usage from migration 32539a8e-6bd5-4351-b080-54ed0cc90d5f [ 743.795124] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.828884] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.829144] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 5e566369-7f7f-4996-a001-a624344f0aeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.829328] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance e10bdf3c-06b0-456a-af99-801790144f45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.829522] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.829684] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c55e04e0-6053-415f-892e-881b66cbfa98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.829830] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 5ce767c8-a1d8-47a1-895d-694a9a6ae283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.830009] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 8dfca110-574d-47b5-9ff7-5082aaaced2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.830199] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance fabce3d0-a8db-4532-83c3-c982aec14981 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.830375] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 38ec8e2f-6f48-471f-853e-5863d7b471a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.830511] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 49ec9dce-c963-4126-8fe6-f7e247e54072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.831148] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7ef18d3f-1f37-44d7-8ed8-76a7d015af29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.831148] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7853e14e-a176-4efe-8d57-cf5301f7cfc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.831148] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c1365559-8256-49d5-93c0-14cda0baa0f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.831436] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a7184bc9-12a1-4451-a26d-a5d7727b6f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.831610] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 71983be4-aa86-4eaa-8221-9f97a385a68f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.831786] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832290] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Migration 32539a8e-6bd5-4351-b080-54ed0cc90d5f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 743.832290] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 22dc8f1f-38c6-4323-bbc6-242c547c2483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832290] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance cf922d35-a893-47fb-9a06-b2bcdc7aecbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832555] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 462c1bd7-8c6a-45f4-a711-7c66d4457532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832555] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832711] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 50f4c6c7-b396-4190-90e9-736a7d9a73cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.832905] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 843e0a0e-f80d-4923-a134-b74f697676bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 744.056783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.061989] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.135064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "c55e04e0-6053-415f-892e-881b66cbfa98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.135370] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.135584] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.135772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.135940] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.139375] env[68989]: INFO nova.compute.manager [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Terminating instance [ 744.339684] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.559431] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561023} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.559748] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.559970] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.560274] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32796eb6-79b5-440b-83d0-ff95b4951efb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569357] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 744.569357] env[68989]: value = "task-3217473" [ 744.569357] env[68989]: _type = "Task" [ 744.569357] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.578400] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.645355] env[68989]: DEBUG nova.compute.manager [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.645646] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.646813] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b3cce-1cf3-4c72-9f8c-e39c267fa46f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.659576] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.659576] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff01a03c-fc8e-4423-8340-bf857da4baa8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.671023] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 744.671023] env[68989]: value = "task-3217474" [ 744.671023] env[68989]: _type = "Task" [ 744.671023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.683601] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.709991] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "58e1be69-a11c-4479-8616-ddcb61eaf499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.710246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.714359] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "019ae252-b771-477b-bb8d-ad2685ed234a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.714578] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.807727] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.832466] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.832740] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.832915] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.833090] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.833242] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.833392] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.833595] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.833762] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.834138] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.834138] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.834253] env[68989]: DEBUG nova.virt.hardware [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.835159] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5acc99a-90cf-4aa6-a274-af93fe0588e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.843628] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9c287ac3-25c6-48bc-adf0-c1002eab1595 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.846412] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc748f3-8313-4899-8c80-0a02b6f2d142 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.080164] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071586} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.080452] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.081238] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0297717b-c9f0-494c-aa63-9f971580a12d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.103473] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.103758] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8080334a-fd86-415b-a0d9-aac7be4b33cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.123996] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 745.123996] env[68989]: value = "task-3217475" [ 745.123996] env[68989]: _type = "Task" [ 745.123996] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.132503] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.182107] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217474, 'name': PowerOffVM_Task, 'duration_secs': 0.317763} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.182107] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.182107] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.182319] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ca8055-11fd-4ff5-b309-3df4667477ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.257835] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.258495] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.258495] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleting the datastore file [datastore2] c55e04e0-6053-415f-892e-881b66cbfa98 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.258723] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb793d28-cf74-4d1a-83a2-116efb842441 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.267391] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 745.267391] env[68989]: value = "task-3217477" [ 745.267391] env[68989]: _type = "Task" [ 745.267391] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.277424] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.350834] env[68989]: DEBUG nova.compute.manager [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Received event network-vif-plugged-717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.351073] env[68989]: DEBUG oslo_concurrency.lockutils [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.351283] env[68989]: DEBUG oslo_concurrency.lockutils [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] Lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.351449] env[68989]: DEBUG oslo_concurrency.lockutils [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] Lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.351611] env[68989]: DEBUG nova.compute.manager [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] No waiting events found dispatching network-vif-plugged-717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.351773] env[68989]: WARNING nova.compute.manager [req-df2fedbe-79c0-4b58-aa24-137c2ad30262 req-03350d74-9703-4348-ab94-996f1d03223d service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Received unexpected event network-vif-plugged-717c4c43-71c5-4586-a212-67f1c70b636b for instance with vm_state building and task_state spawning. [ 745.352486] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 1a74ae05-6c24-4d12-b773-e404059d53de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.408122] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Successfully updated port: 717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.634173] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217475, 'name': ReconfigVM_Task, 'duration_secs': 0.375509} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.634461] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.635104] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ae3859-1103-4521-a4fc-f96771698477 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.642880] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 745.642880] env[68989]: value = "task-3217478" [ 745.642880] env[68989]: _type = "Task" [ 745.642880] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.651255] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217478, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.778987] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.855600] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6d98b0bd-5c38-48db-8e34-6461537e6fcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.910486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.910603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.910903] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.152879] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217478, 'name': Rename_Task, 'duration_secs': 0.316386} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.153249] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.153489] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc95fa6-ef2f-43ff-b266-f049fe6d75ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.160513] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 746.160513] env[68989]: value = "task-3217479" [ 746.160513] env[68989]: _type = "Task" [ 746.160513] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.170060] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.279356] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.360133] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance b7563cb3-9bec-4c56-ac6a-99a7e69060ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.443833] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.604608] env[68989]: DEBUG nova.network.neutron [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Updating instance_info_cache with network_info: [{"id": "717c4c43-71c5-4586-a212-67f1c70b636b", "address": "fa:16:3e:3a:38:a9", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717c4c43-71", "ovs_interfaceid": "717c4c43-71c5-4586-a212-67f1c70b636b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.671720] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.779494] env[68989]: DEBUG oslo_vmware.api [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.228825} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.779763] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.779944] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.780137] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.780312] env[68989]: INFO nova.compute.manager [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Took 2.13 seconds to destroy the instance on the hypervisor. [ 746.780552] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.780739] env[68989]: DEBUG nova.compute.manager [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.780886] env[68989]: DEBUG nova.network.neutron [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.864877] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 8048abd6-1f93-45c0-8ab0-299d67e3f5d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.108473] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.108615] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Instance network_info: |[{"id": "717c4c43-71c5-4586-a212-67f1c70b636b", "address": "fa:16:3e:3a:38:a9", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717c4c43-71", "ovs_interfaceid": "717c4c43-71c5-4586-a212-67f1c70b636b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.109116] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:38:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717c4c43-71c5-4586-a212-67f1c70b636b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.117063] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.117375] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.117498] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750276b2-8dd6-433f-a5d3-a333b590974a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.142443] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.142443] env[68989]: value = "task-3217480" [ 747.142443] env[68989]: _type = "Task" [ 747.142443] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.154702] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217480, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.171609] env[68989]: DEBUG oslo_vmware.api [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217479, 'name': PowerOnVM_Task, 'duration_secs': 0.556742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.171871] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.172118] env[68989]: INFO nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 9.50 seconds to spawn the instance on the hypervisor. [ 747.172278] env[68989]: DEBUG nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.173087] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e7f52e-16e5-4bc1-8bbe-42105d86cc6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.367662] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 4e5c6360-bedf-41fb-99c6-24a25a0fb480 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.382824] env[68989]: DEBUG nova.compute.manager [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Received event network-changed-717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.383044] env[68989]: DEBUG nova.compute.manager [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Refreshing instance network info cache due to event network-changed-717c4c43-71c5-4586-a212-67f1c70b636b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.383287] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] Acquiring lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.383431] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] Acquired lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.383524] env[68989]: DEBUG nova.network.neutron [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Refreshing network info cache for port 717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.652542] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217480, 'name': CreateVM_Task, 'duration_secs': 0.3337} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.652722] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.653428] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.653597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.653924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.654195] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac590a63-928a-496d-8e19-9ce0a3af73f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.659707] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 747.659707] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3d8de-6c4c-3bde-e89b-059826638c88" [ 747.659707] env[68989]: _type = "Task" [ 747.659707] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.669672] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3d8de-6c4c-3bde-e89b-059826638c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.693573] env[68989]: INFO nova.compute.manager [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 48.02 seconds to build instance. [ 747.827327] env[68989]: DEBUG nova.network.neutron [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.870753] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ff75765d-ebf0-4bbe-82d0-c302d46ba3a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.172268] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3d8de-6c4c-3bde-e89b-059826638c88, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.172697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.172914] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.173321] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.173522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.173745] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.174065] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-650eb8af-5d80-4107-a2e1-534ad2c96f89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.184747] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.185145] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.185993] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a10453-5caa-4bb1-9615-c0ba1c86d1c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.192649] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 748.192649] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524188c2-9df2-3b3f-86d4-a2dafc652483" [ 748.192649] env[68989]: _type = "Task" [ 748.192649] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.196570] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1d6cf031-d36e-443c-8846-cba05970b88e tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.210s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.205215] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524188c2-9df2-3b3f-86d4-a2dafc652483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.330258] env[68989]: INFO nova.compute.manager [-] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Took 1.55 seconds to deallocate network for instance. [ 748.375612] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.467531] env[68989]: DEBUG nova.network.neutron [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Updated VIF entry in instance network info cache for port 717c4c43-71c5-4586-a212-67f1c70b636b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.468077] env[68989]: DEBUG nova.network.neutron [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Updating instance_info_cache with network_info: [{"id": "717c4c43-71c5-4586-a212-67f1c70b636b", "address": "fa:16:3e:3a:38:a9", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717c4c43-71", "ovs_interfaceid": "717c4c43-71c5-4586-a212-67f1c70b636b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.702226] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.720229] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524188c2-9df2-3b3f-86d4-a2dafc652483, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.720229] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26179848-308c-4ca2-a432-640c9577abd9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.734478] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 748.734478] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525917e4-286f-c108-f2c4-d1914a9862d3" [ 748.734478] env[68989]: _type = "Task" [ 748.734478] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.746908] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525917e4-286f-c108-f2c4-d1914a9862d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.747208] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.747470] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 843e0a0e-f80d-4923-a134-b74f697676bd/843e0a0e-f80d-4923-a134-b74f697676bd.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.747737] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8454681-7834-4d07-bef9-f718f80f3f3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.756965] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 748.756965] env[68989]: value = "task-3217481" [ 748.756965] env[68989]: _type = "Task" [ 748.756965] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.767344] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.837112] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.881236] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 16297099-f14f-455b-a4bc-7883c8f35d80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.971635] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] Releasing lock "refresh_cache-843e0a0e-f80d-4923-a134-b74f697676bd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.972103] env[68989]: DEBUG nova.compute.manager [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Received event network-vif-deleted-59b3661a-0d86-4ce1-bc99-b783be25fc7b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.972939] env[68989]: INFO nova.compute.manager [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Neutron deleted interface 59b3661a-0d86-4ce1-bc99-b783be25fc7b; detaching it from the instance and deleting it from the info cache [ 748.972939] env[68989]: DEBUG nova.network.neutron [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.230809] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.268578] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504838} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.268652] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 843e0a0e-f80d-4923-a134-b74f697676bd/843e0a0e-f80d-4923-a134-b74f697676bd.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.268895] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.269217] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f797a0d4-972c-4f8c-a9f9-b3be1cdf71b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.277285] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 749.277285] env[68989]: value = "task-3217482" [ 749.277285] env[68989]: _type = "Task" [ 749.277285] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.286075] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.383521] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance b45ab743-f543-4b90-8ec5-24f2ab115d92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.410581] env[68989]: DEBUG nova.compute.manager [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Received event network-changed-0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.410871] env[68989]: DEBUG nova.compute.manager [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Refreshing instance network info cache due to event network-changed-0b9ffe4f-c93d-427e-87af-cbba05a244de. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.411238] env[68989]: DEBUG oslo_concurrency.lockutils [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411448] env[68989]: DEBUG oslo_concurrency.lockutils [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.411723] env[68989]: DEBUG nova.network.neutron [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Refreshing network info cache for port 0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.477110] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edacc19f-e937-4f2b-b93c-a94909a9d1df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.489407] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7e3ab-c68e-4311-80fb-ba2d2377ac5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.537406] env[68989]: DEBUG nova.compute.manager [req-e3bdef06-0867-4898-8ce9-b88b3606446d req-a74ab1ed-b025-48a1-9155-2e1b03f36b58 service nova] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Detach interface failed, port_id=59b3661a-0d86-4ce1-bc99-b783be25fc7b, reason: Instance c55e04e0-6053-415f-892e-881b66cbfa98 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 749.788395] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221896} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.788666] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.789615] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e3115-e5c8-4633-b897-ca9307f28e02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.813662] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 843e0a0e-f80d-4923-a134-b74f697676bd/843e0a0e-f80d-4923-a134-b74f697676bd.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.813981] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90452ba-2ea3-40f6-ac03-8bc8cbc939ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.835869] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 749.835869] env[68989]: value = "task-3217483" [ 749.835869] env[68989]: _type = "Task" [ 749.835869] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.844950] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.886641] env[68989]: INFO nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f9c0b10c-da80-4925-a1a5-58905b290064 has allocations against this compute host but is not found in the database. [ 749.886989] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 749.887186] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 750.171080] env[68989]: DEBUG nova.network.neutron [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updated VIF entry in instance network info cache for port 0b9ffe4f-c93d-427e-87af-cbba05a244de. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.171438] env[68989]: DEBUG nova.network.neutron [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.348013] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217483, 'name': ReconfigVM_Task, 'duration_secs': 0.504517} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.348365] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 843e0a0e-f80d-4923-a134-b74f697676bd/843e0a0e-f80d-4923-a134-b74f697676bd.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.348918] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8118b64-6490-4f87-b9c8-6f5bb62d528c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.359066] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 750.359066] env[68989]: value = "task-3217484" [ 750.359066] env[68989]: _type = "Task" [ 750.359066] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.370174] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217484, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.418326] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee7768-cad5-413f-96e9-4f7121c355e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.426494] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de14d7f-0fbb-47d2-a458-f52d47299652 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.460293] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f0bde-892f-4807-9837-0818c202c53d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469435] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834a34b-cd4d-4564-9933-f05ca6214c2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.484400] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.674540] env[68989]: DEBUG oslo_concurrency.lockutils [req-9c393b38-bfdb-4a02-9177-4759c3122cfd req-73c48399-d954-42b5-835b-1e21b6a4d255 service nova] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.870294] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217484, 'name': Rename_Task, 'duration_secs': 0.15271} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.870552] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.870817] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f31746-c28f-41cb-846b-b959d86253e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.878555] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 750.878555] env[68989]: value = "task-3217485" [ 750.878555] env[68989]: _type = "Task" [ 750.878555] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.886746] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.988030] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.390684] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.493316] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 751.493578] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.724s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.493924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.524s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.892050] env[68989]: DEBUG oslo_vmware.api [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217485, 'name': PowerOnVM_Task, 'duration_secs': 0.570318} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.892050] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.892050] env[68989]: INFO nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Took 7.08 seconds to spawn the instance on the hypervisor. [ 751.892255] env[68989]: DEBUG nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.893054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e770c09-0bc5-4c62-b6d6-49f3aea040a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.414065] env[68989]: INFO nova.compute.manager [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Took 49.06 seconds to build instance. [ 752.478616] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a879f0-4974-4980-ab62-d8925c290638 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.487051] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31570bac-cf53-4863-9ab8-5f8b0f0a8e4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.522335] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc0d0ea-b61d-4269-96d8-d53e0bc4b597 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.530723] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d468b8f2-e64c-4cd4-89e0-014e6cad9c65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.545679] env[68989]: DEBUG nova.compute.provider_tree [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.919658] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92af43e3-946e-4b9e-9124-8fb1a18b98e9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.993s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.050045] env[68989]: DEBUG nova.scheduler.client.report [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.348048] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.348355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.422253] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.851227] env[68989]: DEBUG nova.compute.utils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.945611] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.060278] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.566s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.063225] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.171s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.064654] env[68989]: INFO nova.compute.claims [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.354326] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.625926] env[68989]: INFO nova.scheduler.client.report [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleted allocation for migration 32539a8e-6bd5-4351-b080-54ed0cc90d5f [ 755.132938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-60358ac8-3c01-422e-9c57-7030c7103896 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.644s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.423429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.423747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.423999] env[68989]: INFO nova.compute.manager [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Attaching volume 6f27e856-7463-4f48-84d3-f26132f8b063 to /dev/sdb [ 755.458403] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2d8901-e9ab-4d3a-b460-56fcb161e959 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.468780] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff15c70-7128-4a1a-a917-dcf0174f754e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.485818] env[68989]: DEBUG nova.virt.block_device [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Updating existing volume attachment record: 6db33f7f-22a4-4a7c-ab45-a357678da4de {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.566359] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cc507-190f-452c-9a68-df0638bc96bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.576676] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189d026-39cc-491b-b5ea-2fd54a3babaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.610024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b588b2d-7a8e-482f-89ce-a90a3c825449 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.618669] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e4f13f-7b61-4169-8269-d5b4fc8a0241 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.634108] env[68989]: DEBUG nova.compute.provider_tree [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.140930] env[68989]: DEBUG nova.scheduler.client.report [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.646057] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.646617] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.649433] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.513s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.651395] env[68989]: INFO nova.compute.claims [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.789510] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.789749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.158502] env[68989]: DEBUG nova.compute.utils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.160296] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.160296] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.211189] env[68989]: DEBUG nova.policy [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0360e157e14b49b5a9abf20bd9ea0cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ea5ca07e4ae6b141add13befc013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.521409] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Successfully created port: be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.663482] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.191993] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c49f4e-1e38-4427-8cf0-fc9b0e394f9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.201069] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a56384-94db-4885-8437-5d6d6ec62ae7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.235730] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7750abe4-6ff9-4424-865a-269ba2390b38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.243843] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e7cb2-7b2a-4c3a-bb7b-72874a957405 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.257930] env[68989]: DEBUG nova.compute.provider_tree [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.678066] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.702663] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.702906] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.703076] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.703257] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.703446] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.703652] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.703894] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.704072] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.704248] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.704413] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.704587] env[68989]: DEBUG nova.virt.hardware [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.705466] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b863b0-8fec-4f3a-865b-7a59acde82ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.714240] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053fbed1-a2ff-4c68-ac18-38057a09f2df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.760930] env[68989]: DEBUG nova.scheduler.client.report [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.940331] env[68989]: DEBUG nova.compute.manager [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Received event network-vif-plugged-be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.940331] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] Acquiring lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.940331] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.940331] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.940595] env[68989]: DEBUG nova.compute.manager [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] No waiting events found dispatching network-vif-plugged-be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.940919] env[68989]: WARNING nova.compute.manager [req-d4b1b910-5c5d-4e87-a5a4-99fa63fb6806 req-626bc898-a499-4bac-9a34-6e4ddbd2eed7 service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Received unexpected event network-vif-plugged-be284879-c978-4e79-8b62-d2046ffd0bf4 for instance with vm_state building and task_state spawning. [ 759.094354] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Successfully updated port: be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.265440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.266093] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.268917] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.682s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.269116] env[68989]: DEBUG nova.objects.instance [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 759.597064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.597883] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.598233] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.774046] env[68989]: DEBUG nova.compute.utils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.779080] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.779288] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.817616] env[68989]: DEBUG nova.policy [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d9c33b628f47e9b7b0c3f1f55f70e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c94402b0d2554ed6868ffc8e289dd59a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.049714] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.049961] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643300', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'name': 'volume-6f27e856-7463-4f48-84d3-f26132f8b063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e0a0e-f80d-4923-a134-b74f697676bd', 'attached_at': '', 'detached_at': '', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'serial': '6f27e856-7463-4f48-84d3-f26132f8b063'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.050996] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ea3bd-8cb2-43b6-bbff-3ae3094b06f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.068099] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc285a-2186-47fa-805c-b36d71c5e23a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.094944] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-6f27e856-7463-4f48-84d3-f26132f8b063/volume-6f27e856-7463-4f48-84d3-f26132f8b063.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.095258] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25394538-943a-4abc-88b2-6a1ed1a4a3f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.118057] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Successfully created port: 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.120973] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 760.120973] env[68989]: value = "task-3217490" [ 760.120973] env[68989]: _type = "Task" [ 760.120973] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.129606] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.173903] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.281502] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b3ffc3d-063e-4db1-ba95-3aec02f54fa7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.284165] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.290599] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.586s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.291190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.298480] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.597s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.300866] env[68989]: INFO nova.compute.claims [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.344276] env[68989]: INFO nova.scheduler.client.report [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Deleted allocations for instance 5e566369-7f7f-4996-a001-a624344f0aeb [ 760.476686] env[68989]: DEBUG nova.network.neutron [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Updating instance_info_cache with network_info: [{"id": "be284879-c978-4e79-8b62-d2046ffd0bf4", "address": "fa:16:3e:d7:ce:0e", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe284879-c9", "ovs_interfaceid": "be284879-c978-4e79-8b62-d2046ffd0bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.633232] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.851934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb848dbe-8556-42c3-8826-fc45e58b6a12 tempest-FloatingIPsAssociationTestJSON-2068503986 tempest-FloatingIPsAssociationTestJSON-2068503986-project-member] Lock "5e566369-7f7f-4996-a001-a624344f0aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.168s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.965302] env[68989]: DEBUG nova.compute.manager [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Received event network-changed-be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.965545] env[68989]: DEBUG nova.compute.manager [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Refreshing instance network info cache due to event network-changed-be284879-c978-4e79-8b62-d2046ffd0bf4. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.965753] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] Acquiring lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.979396] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.979756] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance network_info: |[{"id": "be284879-c978-4e79-8b62-d2046ffd0bf4", "address": "fa:16:3e:d7:ce:0e", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe284879-c9", "ovs_interfaceid": "be284879-c978-4e79-8b62-d2046ffd0bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.980115] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] Acquired lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.980248] env[68989]: DEBUG nova.network.neutron [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Refreshing network info cache for port be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.982060] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ce:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be284879-c978-4e79-8b62-d2046ffd0bf4', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.990373] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating folder: Project (ea25ea5ca07e4ae6b141add13befc013). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.991423] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6307b225-8ca7-45b8-9b19-da558bf39b6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.015899] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created folder: Project (ea25ea5ca07e4ae6b141add13befc013) in parent group-v643186. [ 761.016136] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating folder: Instances. Parent ref: group-v643301. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.016379] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ce1e91-904c-4437-a479-4b2787593d9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.027455] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created folder: Instances in parent group-v643301. [ 761.027704] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.027899] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.028119] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-935e7d02-23ad-4215-9f26-bf05879193da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.049699] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.049699] env[68989]: value = "task-3217493" [ 761.049699] env[68989]: _type = "Task" [ 761.049699] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.058224] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217493, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.134592] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217490, 'name': ReconfigVM_Task, 'duration_secs': 0.899968} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.134942] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-6f27e856-7463-4f48-84d3-f26132f8b063/volume-6f27e856-7463-4f48-84d3-f26132f8b063.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.141107] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8713857f-5c39-4fd9-b916-f16da205fa02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.158693] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 761.158693] env[68989]: value = "task-3217494" [ 761.158693] env[68989]: _type = "Task" [ 761.158693] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.170259] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.314671] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.353372] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.353725] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.354138] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.354138] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.354684] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.354888] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.355136] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.355376] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.355567] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.355800] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.355923] env[68989]: DEBUG nova.virt.hardware [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.357106] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9cb2bc-6d1e-469b-8e32-ae36138fa2aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.374987] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27ad4d-939c-45bb-9ee3-6d0c9301794d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.561021] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217493, 'name': CreateVM_Task, 'duration_secs': 0.405726} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.563972] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.565153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.565330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.565702] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.565994] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39a49f5-1e18-4a21-8c5b-55094a36119f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.572459] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 761.572459] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233ef98-1cf2-6ece-f861-5390267a7091" [ 761.572459] env[68989]: _type = "Task" [ 761.572459] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.586112] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233ef98-1cf2-6ece-f861-5390267a7091, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.586443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.586669] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.586982] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.587197] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.587259] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.590108] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e79dfe91-f69f-41b4-b66e-f110723ee54d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.600919] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.601139] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.601999] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c98ad48-e2f6-44d8-90ca-603dc8dd0607 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.616441] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 761.616441] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f7789-58ab-0e8a-5ab4-db092d7a3e20" [ 761.616441] env[68989]: _type = "Task" [ 761.616441] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.626776] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f7789-58ab-0e8a-5ab4-db092d7a3e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.676420] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.879459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df304a3-b650-4b88-9264-9720bbced255 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.889647] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d9643-4065-403b-a472-5368b47283fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.925611] env[68989]: DEBUG nova.network.neutron [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Updated VIF entry in instance network info cache for port be284879-c978-4e79-8b62-d2046ffd0bf4. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.925986] env[68989]: DEBUG nova.network.neutron [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Updating instance_info_cache with network_info: [{"id": "be284879-c978-4e79-8b62-d2046ffd0bf4", "address": "fa:16:3e:d7:ce:0e", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe284879-c9", "ovs_interfaceid": "be284879-c978-4e79-8b62-d2046ffd0bf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.927746] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2cafd-cbc0-4073-9508-da7d479c33ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.938089] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e7be8-85f9-42ed-8fb5-40860a0353a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.960774] env[68989]: DEBUG nova.compute.provider_tree [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.054087] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Successfully updated port: 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.128731] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f7789-58ab-0e8a-5ab4-db092d7a3e20, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.129909] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000b7b70-060d-4afd-8c3a-bb777f9eb7b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.138679] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 762.138679] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521b6057-d24f-fd5c-0985-08fefaa010a8" [ 762.138679] env[68989]: _type = "Task" [ 762.138679] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.152802] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521b6057-d24f-fd5c-0985-08fefaa010a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.173015] env[68989]: DEBUG oslo_vmware.api [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217494, 'name': ReconfigVM_Task, 'duration_secs': 0.945904} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.173412] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643300', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'name': 'volume-6f27e856-7463-4f48-84d3-f26132f8b063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e0a0e-f80d-4923-a134-b74f697676bd', 'attached_at': '', 'detached_at': '', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'serial': '6f27e856-7463-4f48-84d3-f26132f8b063'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 762.432751] env[68989]: DEBUG oslo_concurrency.lockutils [req-f3ea066e-1705-46ee-b9a1-4a45f009a999 req-cf083872-4eb5-428f-8d82-7d4ef3d28efd service nova] Releasing lock "refresh_cache-da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.463796] env[68989]: DEBUG nova.scheduler.client.report [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.564479] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.564479] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.564479] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.651862] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521b6057-d24f-fd5c-0985-08fefaa010a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.652593] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.652593] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15/da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.652737] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f7af80-764b-479f-ba15-b6ea0f9d37db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.661811] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 762.661811] env[68989]: value = "task-3217495" [ 762.661811] env[68989]: _type = "Task" [ 762.661811] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.675512] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.976455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.976455] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.977934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.796s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.978185] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.980399] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.863s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.981859] env[68989]: INFO nova.compute.claims [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.015033] env[68989]: INFO nova.scheduler.client.report [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocations for instance 7ef18d3f-1f37-44d7-8ed8-76a7d015af29 [ 763.055451] env[68989]: DEBUG nova.compute.manager [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-vif-plugged-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.055451] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Acquiring lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.055451] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.056114] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.057023] env[68989]: DEBUG nova.compute.manager [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] No waiting events found dispatching network-vif-plugged-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.057260] env[68989]: WARNING nova.compute.manager [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received unexpected event network-vif-plugged-4e04b186-4a06-489a-84f1-eefce4a417b9 for instance with vm_state building and task_state spawning. [ 763.057488] env[68989]: DEBUG nova.compute.manager [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.057939] env[68989]: DEBUG nova.compute.manager [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing instance network info cache due to event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.058143] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097979] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.174626] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.216034] env[68989]: DEBUG nova.objects.instance [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'flavor' on Instance uuid 843e0a0e-f80d-4923-a134-b74f697676bd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.259427] env[68989]: DEBUG nova.network.neutron [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.487498] env[68989]: DEBUG nova.compute.utils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.493025] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.493025] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.527858] env[68989]: DEBUG oslo_concurrency.lockutils [None req-58663d39-6233-4a22-b54a-259554cfab9a tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "7ef18d3f-1f37-44d7-8ed8-76a7d015af29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.891s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.545169] env[68989]: DEBUG nova.policy [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ef9aa5d650f45a09a435bd4f4faa233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c7732c335cc47e78a1190c26a482742', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.681017] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217495, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.721023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7d68f75-a4ee-4acd-95ac-cbd27fd744fc tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.297s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.765021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.765021] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Instance network_info: |[{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.765320] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.765320] env[68989]: DEBUG nova.network.neutron [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.765320] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:07:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e04b186-4a06-489a-84f1-eefce4a417b9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.773456] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Creating folder: Project (c94402b0d2554ed6868ffc8e289dd59a). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.774464] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c553e72e-1da3-4d80-b17f-258a5499bd42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.791059] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Created folder: Project (c94402b0d2554ed6868ffc8e289dd59a) in parent group-v643186. [ 763.791337] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Creating folder: Instances. Parent ref: group-v643304. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.791538] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34e73f19-b74f-414b-b590-8816eb6af6d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.803482] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Created folder: Instances in parent group-v643304. [ 763.804142] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.804509] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.804905] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da29aec9-b0d6-474e-8ce6-177846fa4480 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.828666] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.828666] env[68989]: value = "task-3217498" [ 763.828666] env[68989]: _type = "Task" [ 763.828666] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.837681] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217498, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.895851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.895851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.895851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.895851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.896086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.896937] env[68989]: INFO nova.compute.manager [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Terminating instance [ 763.936010] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Successfully created port: b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.992663] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.183789] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217495, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.343846] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217498, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.403025] env[68989]: DEBUG nova.compute.manager [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.408481] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.410675] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1faed69b-e362-4414-8fd9-ff795fc9c5b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.422340] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 764.422340] env[68989]: value = "task-3217499" [ 764.422340] env[68989]: _type = "Task" [ 764.422340] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.432259] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.517080] env[68989]: DEBUG nova.network.neutron [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updated VIF entry in instance network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.517501] env[68989]: DEBUG nova.network.neutron [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.562271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f9a362-fe32-4ac0-92a3-91f590b5aa8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.572090] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c293911-c1d6-4fec-820e-21099d334f33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.611278] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c33646-8445-4da8-b117-356ba5927f78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.620649] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d567576-4f6e-4bef-b10d-06eadb308f26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.639307] env[68989]: DEBUG nova.compute.provider_tree [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.676929] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217495, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.724927} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.677260] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15/da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.677523] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.677807] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b81b83c-73cf-4c99-956f-d97d58008f1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.687190] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 764.687190] env[68989]: value = "task-3217500" [ 764.687190] env[68989]: _type = "Task" [ 764.687190] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.697691] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.840214] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217498, 'name': CreateVM_Task, 'duration_secs': 1.000258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.840391] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.841169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.841342] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.842017] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350ce8f8-9989-477b-85e8-7fa50f4ccf50 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.847115] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 764.847115] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b70196-6363-9108-4b48-2aadc709d5b4" [ 764.847115] env[68989]: _type = "Task" [ 764.847115] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.855638] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b70196-6363-9108-4b48-2aadc709d5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.933235] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217499, 'name': PowerOffVM_Task, 'duration_secs': 0.216518} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.933509] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.933727] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.933921] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643300', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'name': 'volume-6f27e856-7463-4f48-84d3-f26132f8b063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e0a0e-f80d-4923-a134-b74f697676bd', 'attached_at': '', 'detached_at': '', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'serial': '6f27e856-7463-4f48-84d3-f26132f8b063'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.934701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ebb0fc-062c-4d8d-9bc1-bea71c282948 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.956368] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d775a4-3448-4e5e-9b12-7d8fdae5b3f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.964581] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe214f8-bc36-42b7-8549-2748d38cb80f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.986565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba6b6c-1c12-4a32-9652-4ee881c96b74 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.001978] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f27e856-7463-4f48-84d3-f26132f8b063/volume-6f27e856-7463-4f48-84d3-f26132f8b063.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 765.007965] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.008278] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26afb6a-dc58-41fe-b1fe-271c885d4a57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.022260] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.027176] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23635e2-74ff-4821-ae08-a1726bba0ccc req-2c6d43c0-dc73-4eaf-8ab8-92ac0c32368e service nova] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036841] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 765.036841] env[68989]: value = "task-3217501" [ 765.036841] env[68989]: _type = "Task" [ 765.036841] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.046409] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.057076] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.057527] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.057732] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.057967] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.058159] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.058375] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.058678] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.058886] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.059077] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.059265] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.059458] env[68989]: DEBUG nova.virt.hardware [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.060389] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7df962-b5fb-4979-b736-ed3151dc9c0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.070869] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70534b1-181d-4ebe-8080-fc3e27e04e79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.141542] env[68989]: DEBUG nova.scheduler.client.report [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.199069] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073351} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.199372] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.200356] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08784b3b-1d0e-4c23-8dbc-5edb17a02b98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.223416] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15/da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.223740] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e112525e-6fd2-46fb-b47b-ee43e4f313bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.245523] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 765.245523] env[68989]: value = "task-3217502" [ 765.245523] env[68989]: _type = "Task" [ 765.245523] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.256118] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.360025] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b70196-6363-9108-4b48-2aadc709d5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.360025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.360025] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.360025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.360282] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.360282] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.360282] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bda1152-7d26-4598-810e-537ec9150d1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.369649] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.369829] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.370619] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3833dd1f-6ba8-4c6c-b32b-799bbca97e63 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.376590] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 765.376590] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52505c50-6bfe-9cdf-4005-2e95789d5ab6" [ 765.376590] env[68989]: _type = "Task" [ 765.376590] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.387400] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52505c50-6bfe-9cdf-4005-2e95789d5ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.547138] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217501, 'name': ReconfigVM_Task, 'duration_secs': 0.248528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.547439] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.552255] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2179fe3e-3074-4128-8d65-fac0b0b0fe3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.568226] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 765.568226] env[68989]: value = "task-3217503" [ 765.568226] env[68989]: _type = "Task" [ 765.568226] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.577106] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.647228] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.647794] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.650450] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.371s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.651847] env[68989]: INFO nova.compute.claims [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.761352] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217502, 'name': ReconfigVM_Task, 'duration_secs': 0.304403} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.761720] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Reconfigured VM instance instance-00000029 to attach disk [datastore1] da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15/da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.762413] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19708784-4829-4040-ac4b-300fb315d9bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.771281] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 765.771281] env[68989]: value = "task-3217504" [ 765.771281] env[68989]: _type = "Task" [ 765.771281] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.787314] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217504, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.869351] env[68989]: DEBUG nova.compute.manager [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Received event network-vif-plugged-b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.869576] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] Acquiring lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.869748] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] Lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.869928] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] Lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.870395] env[68989]: DEBUG nova.compute.manager [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] No waiting events found dispatching network-vif-plugged-b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.870880] env[68989]: WARNING nova.compute.manager [req-6e224e72-14ea-4f2e-bc5d-8fa8ae10e50c req-2d9b34ec-ffae-47fb-b989-50b89688fd01 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Received unexpected event network-vif-plugged-b778412c-924c-43c0-b503-d752170c50eb for instance with vm_state building and task_state spawning. [ 765.888056] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52505c50-6bfe-9cdf-4005-2e95789d5ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.888985] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409801ba-1105-4440-8ddf-583d7f3ab5e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.896963] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 765.896963] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f03fd6-f113-e84f-fa2e-6011da8e4470" [ 765.896963] env[68989]: _type = "Task" [ 765.896963] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.916189] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f03fd6-f113-e84f-fa2e-6011da8e4470, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.916189] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.916410] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 9c287ac3-25c6-48bc-adf0-c1002eab1595/9c287ac3-25c6-48bc-adf0-c1002eab1595.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.916664] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-789e471c-d62d-4861-9f49-cdf061171751 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.925113] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 765.925113] env[68989]: value = "task-3217505" [ 765.925113] env[68989]: _type = "Task" [ 765.925113] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.934387] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.079683] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217503, 'name': ReconfigVM_Task, 'duration_secs': 0.280588} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.080741] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Successfully updated port: b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.082661] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643300', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'name': 'volume-6f27e856-7463-4f48-84d3-f26132f8b063', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e0a0e-f80d-4923-a134-b74f697676bd', 'attached_at': '', 'detached_at': '', 'volume_id': '6f27e856-7463-4f48-84d3-f26132f8b063', 'serial': '6f27e856-7463-4f48-84d3-f26132f8b063'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 766.083029] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.083947] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e6fff-4f31-4641-aaf2-e0a85e2048f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.099054] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.099054] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ce3dbe-6ee0-4b01-b1e0-02a9459a3f52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.157406] env[68989]: DEBUG nova.compute.utils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.163225] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.167355] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.182073] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.182073] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.182397] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore1] 843e0a0e-f80d-4923-a134-b74f697676bd {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.182759] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb52cb05-5bed-45a8-81c7-5027c0d18e81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.207579] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 766.207579] env[68989]: value = "task-3217507" [ 766.207579] env[68989]: _type = "Task" [ 766.207579] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.229123] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.236513] env[68989]: DEBUG nova.policy [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bf604fd1484feda194ad7afc1126b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d535c2b97047939bf17be1d6c13958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.287010] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217504, 'name': Rename_Task, 'duration_secs': 0.159649} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.287717] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.288138] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf9c6b4-6ae7-4ac0-9d83-486b7626baea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.298927] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 766.298927] env[68989]: value = "task-3217508" [ 766.298927] env[68989]: _type = "Task" [ 766.298927] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.314634] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.437581] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217505, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.585482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.585482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquired lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.585482] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.667415] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.703993] env[68989]: INFO nova.compute.manager [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Rebuilding instance [ 766.724678] env[68989]: DEBUG oslo_vmware.api [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.725749] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.725949] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.726163] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.727182] env[68989]: INFO nova.compute.manager [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Took 2.32 seconds to destroy the instance on the hypervisor. [ 766.727182] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.727182] env[68989]: DEBUG nova.compute.manager [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.730139] env[68989]: DEBUG nova.network.neutron [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.764544] env[68989]: DEBUG nova.compute.manager [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.765460] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40057084-7bee-46d5-ad67-8470474b1160 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.815166] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.943249] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513971} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.943799] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 9c287ac3-25c6-48bc-adf0-c1002eab1595/9c287ac3-25c6-48bc-adf0-c1002eab1595.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.943799] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.943961] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc19e54-9efc-4f00-af89-88cf432be1ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.952789] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 766.952789] env[68989]: value = "task-3217509" [ 766.952789] env[68989]: _type = "Task" [ 766.952789] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.961650] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.994163] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Successfully created port: 137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.121400] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.239869] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7d340-8897-473a-a5e0-53f1d4e2178f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.250436] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb338c-d810-4e12-a221-3a46019dbb3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.299860] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d858dbc-8205-4baf-842d-a8324c63b29e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.316323] env[68989]: DEBUG oslo_vmware.api [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217508, 'name': PowerOnVM_Task, 'duration_secs': 0.558855} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.318635] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.320990] env[68989]: INFO nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Took 8.64 seconds to spawn the instance on the hypervisor. [ 767.320990] env[68989]: DEBUG nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.320990] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bc2c02-ad24-40ec-90af-9d955a6823e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.327464] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf46100-d035-49e0-8d4c-2ac0c41c7d15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.343938] env[68989]: DEBUG nova.compute.provider_tree [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.349281] env[68989]: DEBUG nova.network.neutron [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Updating instance_info_cache with network_info: [{"id": "b778412c-924c-43c0-b503-d752170c50eb", "address": "fa:16:3e:fd:25:d1", "network": {"id": "b0dac5c0-d7c9-47e6-8544-315937f6e086", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1466404653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7732c335cc47e78a1190c26a482742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb778412c-92", "ovs_interfaceid": "b778412c-924c-43c0-b503-d752170c50eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.465052] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0732} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.465351] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.466180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b9ec9-8ac0-40f6-b3e5-7b3d6e2fac1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.491589] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9c287ac3-25c6-48bc-adf0-c1002eab1595/9c287ac3-25c6-48bc-adf0-c1002eab1595.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.492117] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfff357-954f-4bcb-9e37-39fbad662061 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.514868] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 767.514868] env[68989]: value = "task-3217510" [ 767.514868] env[68989]: _type = "Task" [ 767.514868] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.524236] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.680917] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.720252] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.720585] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.720779] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.720997] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.721321] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.721500] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.723547] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.723773] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.723980] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.724715] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.724715] env[68989]: DEBUG nova.virt.hardware [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.725524] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08c1e8-cf84-4b58-a6c5-ca508359f48d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.739591] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b0ae4-e0ca-46ea-9819-47a7ffe47017 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.800069] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.800465] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e7ebfa3-49c0-4b81-b9a0-26d6a32c6dc7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.810072] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 767.810072] env[68989]: value = "task-3217511" [ 767.810072] env[68989]: _type = "Task" [ 767.810072] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.825990] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.851368] env[68989]: DEBUG nova.scheduler.client.report [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.861038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Releasing lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.861038] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Instance network_info: |[{"id": "b778412c-924c-43c0-b503-d752170c50eb", "address": "fa:16:3e:fd:25:d1", "network": {"id": "b0dac5c0-d7c9-47e6-8544-315937f6e086", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1466404653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7732c335cc47e78a1190c26a482742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb778412c-92", "ovs_interfaceid": "b778412c-924c-43c0-b503-d752170c50eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.865023] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:25:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b778412c-924c-43c0-b503-d752170c50eb', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.875395] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Creating folder: Project (2c7732c335cc47e78a1190c26a482742). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.876269] env[68989]: INFO nova.compute.manager [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Took 58.00 seconds to build instance. [ 767.877812] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bd8b72-eb17-4b97-8ef8-e2d043d60e50 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.884469] env[68989]: DEBUG nova.network.neutron [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.896301] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Created folder: Project (2c7732c335cc47e78a1190c26a482742) in parent group-v643186. [ 767.896560] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Creating folder: Instances. Parent ref: group-v643307. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.896818] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b24f3baf-67c3-4eb6-abd4-b38d3310bb9f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.911280] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Created folder: Instances in parent group-v643307. [ 767.912269] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.912269] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.912269] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6ab5c4-b243-495f-ad09-b4e87928bd93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.942087] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.942087] env[68989]: value = "task-3217514" [ 767.942087] env[68989]: _type = "Task" [ 767.942087] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.955575] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217514, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.972062] env[68989]: DEBUG nova.compute.manager [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Received event network-changed-b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.972062] env[68989]: DEBUG nova.compute.manager [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Refreshing instance network info cache due to event network-changed-b778412c-924c-43c0-b503-d752170c50eb. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.972062] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] Acquiring lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.972062] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] Acquired lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.972062] env[68989]: DEBUG nova.network.neutron [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Refreshing network info cache for port b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.037093] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217510, 'name': ReconfigVM_Task, 'duration_secs': 0.406639} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.037093] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9c287ac3-25c6-48bc-adf0-c1002eab1595/9c287ac3-25c6-48bc-adf0-c1002eab1595.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.037643] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c0559c-d89b-418d-8c12-f0fdb749de90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048517] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 768.048517] env[68989]: value = "task-3217515" [ 768.048517] env[68989]: _type = "Task" [ 768.048517] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.058930] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217515, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.324864] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217511, 'name': PowerOffVM_Task, 'duration_secs': 0.219692} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.324864] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.324864] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.324864] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf019192-b368-401b-8a61-532476d6a940 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.332108] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 768.332108] env[68989]: value = "task-3217516" [ 768.332108] env[68989]: _type = "Task" [ 768.332108] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.346128] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 768.346128] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.346128] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643245', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'name': 'volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06330785-2b9c-4968-8093-a2b3b9f12b09', 'attached_at': '', 'detached_at': '', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'serial': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.346128] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5f7aa-07be-4f7d-9ef1-c76ba13ddb8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.367967] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.369799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.216s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.370223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.372327] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.099s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.372653] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.374516] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.003s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.379865] env[68989]: INFO nova.compute.claims [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.379865] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e4ec1-5c9e-4751-abef-cec636521fb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.383742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e8e1c55f-6868-49c9-a1ed-c4451b69104a tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.090s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.390047] env[68989]: INFO nova.compute.manager [-] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Took 1.66 seconds to deallocate network for instance. [ 768.392951] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ba83b-788a-4d4e-85f6-284f4602c835 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.415111] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5567c4e-5394-43a8-bd84-46c9a1cbea20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423124] env[68989]: INFO nova.scheduler.client.report [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted allocations for instance 38ec8e2f-6f48-471f-853e-5863d7b471a7 [ 768.435643] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] The volume has not been displaced from its original location: [datastore1] volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9/volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 768.440944] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.442105] env[68989]: INFO nova.scheduler.client.report [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Deleted allocations for instance fabce3d0-a8db-4532-83c3-c982aec14981 [ 768.445564] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d582b0cc-016c-4188-8c75-a84eae99e9a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472721] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217514, 'name': CreateVM_Task, 'duration_secs': 0.369547} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473996] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.476577] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 768.476577] env[68989]: value = "task-3217517" [ 768.476577] env[68989]: _type = "Task" [ 768.476577] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.477219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.477381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.477746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.478081] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3c3c52-db3b-43e6-90a5-dc62ad6495c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.488975] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 768.488975] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e8c9f-80af-84c2-bc86-3b8bee6235fe" [ 768.488975] env[68989]: _type = "Task" [ 768.488975] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.492196] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.505949] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e8c9f-80af-84c2-bc86-3b8bee6235fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.559193] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217515, 'name': Rename_Task, 'duration_secs': 0.152523} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.560528] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.562737] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f99f643-43ba-492b-978f-7a93ccf2e934 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.572512] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 768.572512] env[68989]: value = "task-3217518" [ 768.572512] env[68989]: _type = "Task" [ 768.572512] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.585102] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.891131] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "074df017-1bab-40ef-ab47-a2e891773670" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.891432] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "074df017-1bab-40ef-ab47-a2e891773670" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.004s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.892862] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.930235] env[68989]: DEBUG nova.network.neutron [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Updated VIF entry in instance network info cache for port b778412c-924c-43c0-b503-d752170c50eb. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.930235] env[68989]: DEBUG nova.network.neutron [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Updating instance_info_cache with network_info: [{"id": "b778412c-924c-43c0-b503-d752170c50eb", "address": "fa:16:3e:fd:25:d1", "network": {"id": "b0dac5c0-d7c9-47e6-8544-315937f6e086", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1466404653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c7732c335cc47e78a1190c26a482742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb778412c-92", "ovs_interfaceid": "b778412c-924c-43c0-b503-d752170c50eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.967652] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b4d62915-395c-4e4a-a3b2-04d6d0e1cff7 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "38ec8e2f-6f48-471f-853e-5863d7b471a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.338s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.973087] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99c9b207-f2b9-4aaa-95dc-3e07cdfe4c93 tempest-ListServersNegativeTestJSON-690854431 tempest-ListServersNegativeTestJSON-690854431-project-member] Lock "fabce3d0-a8db-4532-83c3-c982aec14981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.476s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.986157] env[68989]: INFO nova.compute.manager [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Took 0.60 seconds to detach 1 volumes for instance. [ 769.012720] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217517, 'name': ReconfigVM_Task, 'duration_secs': 0.18201} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.012933] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.021713] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977b642e-b226-40a6-86b1-750a429b36ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.032129] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e8c9f-80af-84c2-bc86-3b8bee6235fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.033141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033662] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.033951] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.034120] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.034311] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.035352] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61de957f-ac14-4e27-9146-a9bb4038c4fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.041880] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 769.041880] env[68989]: value = "task-3217519" [ 769.041880] env[68989]: _type = "Task" [ 769.041880] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.048648] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.048880] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.052646] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032fdfeb-522d-4a89-a358-9266f15c7413 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.056036] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.060026] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 769.060026] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ef530-a9df-89f3-0a0e-3122133f3f37" [ 769.060026] env[68989]: _type = "Task" [ 769.060026] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.063381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.063590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.063771] env[68989]: DEBUG nova.compute.manager [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.064536] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0670e0-b5e5-423f-9cef-31653ff68b6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.073585] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ef530-a9df-89f3-0a0e-3122133f3f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.076424] env[68989]: DEBUG nova.compute.manager [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 769.076949] env[68989]: DEBUG nova.objects.instance [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lazy-loading 'flavor' on Instance uuid da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.087211] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.171934] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Successfully updated port: 137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.400873] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "074df017-1bab-40ef-ab47-a2e891773670" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.401461] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.424724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.436234] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] Releasing lock "refresh_cache-1a74ae05-6c24-4d12-b773-e404059d53de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.436234] env[68989]: DEBUG nova.compute.manager [req-c8c00eb3-12ee-43d1-8b0e-a8ccc213fd54 req-f04cdcfc-da3f-4d63-b839-aa913e00f205 service nova] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Received event network-vif-deleted-717c4c43-71c5-4586-a212-67f1c70b636b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.498289] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.555738] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.570330] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ef530-a9df-89f3-0a0e-3122133f3f37, 'name': SearchDatastore_Task, 'duration_secs': 0.027931} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.571504] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1939137d-1ef9-433a-a38c-bb1e67878bac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.584017] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 769.584017] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5281a31e-a44a-8bad-cd92-c2da62fa4fc4" [ 769.584017] env[68989]: _type = "Task" [ 769.584017] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.594232] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.602912] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5281a31e-a44a-8bad-cd92-c2da62fa4fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.603874] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.604209] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1a74ae05-6c24-4d12-b773-e404059d53de/1a74ae05-6c24-4d12-b773-e404059d53de.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.604570] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33350aef-1732-4cd2-8b1d-231294f5b20d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.613838] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 769.613838] env[68989]: value = "task-3217520" [ 769.613838] env[68989]: _type = "Task" [ 769.613838] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.628085] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.675731] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.675871] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.676028] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.908417] env[68989]: DEBUG nova.compute.utils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.911031] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.911224] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.942680] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d437ea-9a35-4b29-9bcd-dafc6869ef84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.957404] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9c216-78c3-4fb6-8537-7628d8c61f69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.965801] env[68989]: DEBUG nova.policy [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7983d641423494fa83011c29f4c2c45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51ec82946284b3791403c9b3d054e38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.998185] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f2ba6d-efe3-4143-844c-0608dc07e847 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.006895] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8fd719-9b82-4f27-ba12-3510371dac4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.022299] env[68989]: DEBUG nova.compute.provider_tree [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.053222] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217519, 'name': ReconfigVM_Task, 'duration_secs': 0.693869} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.053543] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643245', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'name': 'volume-52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06330785-2b9c-4968-8093-a2b3b9f12b09', 'attached_at': '', 'detached_at': '', 'volume_id': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9', 'serial': '52d0850e-1494-4d51-9cfa-4969ffa8a6c9'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 770.053816] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.055028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48883716-debd-4b20-bce2-694fb2cb5191 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.062631] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.062934] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1136253b-dbe6-4c7d-9b45-c40bf58d38f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.077457] env[68989]: DEBUG nova.compute.manager [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Received event network-vif-plugged-137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.077745] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Acquiring lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.077952] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.078133] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.078308] env[68989]: DEBUG nova.compute.manager [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] No waiting events found dispatching network-vif-plugged-137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.078466] env[68989]: WARNING nova.compute.manager [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Received unexpected event network-vif-plugged-137f0a6e-a681-4ec9-a7bb-fff330806b2c for instance with vm_state building and task_state spawning. [ 770.078683] env[68989]: DEBUG nova.compute.manager [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Received event network-changed-137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.078826] env[68989]: DEBUG nova.compute.manager [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Refreshing instance network info cache due to event network-changed-137f0a6e-a681-4ec9-a7bb-fff330806b2c. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.079024] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Acquiring lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.089271] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217518, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.096979] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.096979] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375bd5be-8aaf-4884-bc39-a6632fe35615 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.106524] env[68989]: DEBUG oslo_vmware.api [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 770.106524] env[68989]: value = "task-3217522" [ 770.106524] env[68989]: _type = "Task" [ 770.106524] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.114435] env[68989]: DEBUG oslo_vmware.api [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.129767] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.141288] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.141621] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.142062] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Deleting the datastore file [datastore1] 06330785-2b9c-4968-8093-a2b3b9f12b09 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.142445] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc5a966-9726-43ec-8608-35ec0274fca4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.149712] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for the task: (returnval){ [ 770.149712] env[68989]: value = "task-3217523" [ 770.149712] env[68989]: _type = "Task" [ 770.149712] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.162110] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.420029] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.527020] env[68989]: DEBUG nova.scheduler.client.report [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.535030] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.594778] env[68989]: DEBUG oslo_vmware.api [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217518, 'name': PowerOnVM_Task, 'duration_secs': 1.683123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.600243] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.601069] env[68989]: INFO nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Took 9.29 seconds to spawn the instance on the hypervisor. [ 770.601069] env[68989]: DEBUG nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.602631] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e017a9-2ec8-4a1b-a9bb-b47ca913aecd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.621358] env[68989]: DEBUG oslo_vmware.api [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217522, 'name': PowerOffVM_Task, 'duration_secs': 0.264465} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.621944] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.622198] env[68989]: DEBUG nova.compute.manager [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.623030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e9d67-5f86-40c3-9dd2-bf7c654ad6f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.628514] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.629191] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1a74ae05-6c24-4d12-b773-e404059d53de/1a74ae05-6c24-4d12-b773-e404059d53de.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.629564] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.629716] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e3d29a-bb28-419c-ae70-6f42273e7c76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.643337] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 770.643337] env[68989]: value = "task-3217524" [ 770.643337] env[68989]: _type = "Task" [ 770.643337] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.651311] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.667672] env[68989]: DEBUG oslo_vmware.api [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Task: {'id': task-3217523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200384} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.667961] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.668158] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.668333] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.741164] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.741556] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10d5459b-3f1b-450d-a5f2-734c4d997c1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.753366] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae7121-52a1-4ad9-be75-a625f70af4fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.795106] env[68989]: ERROR nova.compute.manager [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Failed to detach volume 52d0850e-1494-4d51-9cfa-4969ffa8a6c9 from /dev/sda: nova.exception.InstanceNotFound: Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 could not be found. [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Traceback (most recent call last): [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self.driver.rebuild(**kwargs) [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise NotImplementedError() [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] NotImplementedError [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] During handling of the above exception, another exception occurred: [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Traceback (most recent call last): [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 770.795106] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self.driver.detach_volume(context, old_connection_info, [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] return self._volumeops.detach_volume(connection_info, instance) [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._detach_volume_vmdk(connection_info, instance) [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] stable_ref.fetch_moref(session) [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise exception.InstanceNotFound(instance_id=self._uuid) [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] nova.exception.InstanceNotFound: Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 could not be found. [ 770.796375] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 770.858554] env[68989]: DEBUG nova.network.neutron [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Updating instance_info_cache with network_info: [{"id": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "address": "fa:16:3e:69:48:01", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137f0a6e-a6", "ovs_interfaceid": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.915199] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Successfully created port: 85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.007208] env[68989]: DEBUG nova.compute.utils [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Build of instance 06330785-2b9c-4968-8093-a2b3b9f12b09 aborted: Failed to rebuild volume backed instance. {{(pid=68989) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 771.010460] env[68989]: ERROR nova.compute.manager [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 06330785-2b9c-4968-8093-a2b3b9f12b09 aborted: Failed to rebuild volume backed instance. [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Traceback (most recent call last): [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self.driver.rebuild(**kwargs) [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise NotImplementedError() [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] NotImplementedError [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] During handling of the above exception, another exception occurred: [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Traceback (most recent call last): [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 771.010460] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._detach_root_volume(context, instance, root_bdm) [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] with excutils.save_and_reraise_exception(): [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self.force_reraise() [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise self.value [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self.driver.detach_volume(context, old_connection_info, [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] return self._volumeops.detach_volume(connection_info, instance) [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 771.010911] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._detach_volume_vmdk(connection_info, instance) [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] stable_ref.fetch_moref(session) [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise exception.InstanceNotFound(instance_id=self._uuid) [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] nova.exception.InstanceNotFound: Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 could not be found. [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] During handling of the above exception, another exception occurred: [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Traceback (most recent call last): [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] yield [ 771.011301] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._do_rebuild_instance_with_claim( [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._do_rebuild_instance( [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._rebuild_default_impl(**kwargs) [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] self._rebuild_volume_backed_instance( [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] raise exception.BuildAbortException( [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] nova.exception.BuildAbortException: Build of instance 06330785-2b9c-4968-8093-a2b3b9f12b09 aborted: Failed to rebuild volume backed instance. [ 771.011713] env[68989]: ERROR nova.compute.manager [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] [ 771.035465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.036726] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.039443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.784s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.041119] env[68989]: INFO nova.compute.claims [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.124038] env[68989]: INFO nova.compute.manager [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Took 59.01 seconds to build instance. [ 771.144526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e500cea-d163-4256-a3bc-7d8fc3d6b32d tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.157699] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.360823] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.361187] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Instance network_info: |[{"id": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "address": "fa:16:3e:69:48:01", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137f0a6e-a6", "ovs_interfaceid": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.361488] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Acquired lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.361673] env[68989]: DEBUG nova.network.neutron [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Refreshing network info cache for port 137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.362928] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:48:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '137f0a6e-a681-4ec9-a7bb-fff330806b2c', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.371771] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.372741] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.373582] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78588b9-5557-4656-847d-f5d4494709a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.397717] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.397717] env[68989]: value = "task-3217528" [ 771.397717] env[68989]: _type = "Task" [ 771.397717] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.410735] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217528, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.432194] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.468241] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.468501] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.468727] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.469118] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.469118] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.469289] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.469473] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.469662] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.469895] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.470099] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.470281] env[68989]: DEBUG nova.virt.hardware [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.471737] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b058613-4477-4170-a53b-56031e111162 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.481955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d7f494-1d67-4bd4-b756-6c73820b508f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.546508] env[68989]: DEBUG nova.compute.utils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.556044] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.556167] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.623271] env[68989]: DEBUG nova.policy [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd873dd631f704bbba3d179047f2f2c7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab68605e4e2940a68f7e0ef13e2b5241', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.624416] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7ce8fcce-c14e-4538-9c6b-18cf76c5dbcd tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.626s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.662859] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.85164} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.662859] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.663616] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb81ef-f2b4-4a1b-94dd-84b139c4c07c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.699368] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 1a74ae05-6c24-4d12-b773-e404059d53de/1a74ae05-6c24-4d12-b773-e404059d53de.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.699529] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90ec7eb-15ce-450a-b137-3d867fde01d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729254] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 771.729254] env[68989]: value = "task-3217529" [ 771.729254] env[68989]: _type = "Task" [ 771.729254] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.743384] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.913077] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217528, 'name': CreateVM_Task, 'duration_secs': 0.399329} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.913077] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.914524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.914524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.917364] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.919926] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22a1691-8be6-4e7c-8c1d-3fcf35a7e7c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.925184] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 771.925184] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52523e59-6959-542e-c822-7f4a24c7dc69" [ 771.925184] env[68989]: _type = "Task" [ 771.925184] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.935387] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52523e59-6959-542e-c822-7f4a24c7dc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.059723] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.126464] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Successfully created port: 10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.128411] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.239615] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217529, 'name': ReconfigVM_Task, 'duration_secs': 0.306689} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.239902] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 1a74ae05-6c24-4d12-b773-e404059d53de/1a74ae05-6c24-4d12-b773-e404059d53de.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.240590] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5eb032c-6df7-48ca-87a3-f5dd07fb1dd6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.249545] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 772.249545] env[68989]: value = "task-3217530" [ 772.249545] env[68989]: _type = "Task" [ 772.249545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.263316] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217530, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.308068] env[68989]: DEBUG nova.compute.manager [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.308353] env[68989]: DEBUG nova.compute.manager [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing instance network info cache due to event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.308564] env[68989]: DEBUG oslo_concurrency.lockutils [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.308816] env[68989]: DEBUG oslo_concurrency.lockutils [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.308907] env[68989]: DEBUG nova.network.neutron [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.314144] env[68989]: DEBUG nova.network.neutron [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Updated VIF entry in instance network info cache for port 137f0a6e-a681-4ec9-a7bb-fff330806b2c. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.314487] env[68989]: DEBUG nova.network.neutron [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Updating instance_info_cache with network_info: [{"id": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "address": "fa:16:3e:69:48:01", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137f0a6e-a6", "ovs_interfaceid": "137f0a6e-a681-4ec9-a7bb-fff330806b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.441113] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52523e59-6959-542e-c822-7f4a24c7dc69, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.441880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.442234] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.442638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.442770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.443116] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.443618] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27bc3abe-0a59-4bbc-aec9-0b765f13c395 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.458683] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.458683] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.459445] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935649c1-5870-467a-bf46-5babfcfdc525 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.465129] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 772.465129] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5288fd39-10fe-5174-4972-24eef31b5a9d" [ 772.465129] env[68989]: _type = "Task" [ 772.465129] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.476296] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5288fd39-10fe-5174-4972-24eef31b5a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.546769] env[68989]: DEBUG nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.547378] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232af592-c1fc-4404-aaab-384391761299 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.579140] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c646cfcc-5eb0-49cf-be93-dc737a1ca42f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.586103] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d80b52-9da0-4757-a460-01cb387c3407 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.618710] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f8f59e-080e-4ee8-b5b1-4a3f1f20d9e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.626476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f38a8-6b51-433a-91ae-16a6ea0b6f7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.650964] env[68989]: DEBUG nova.compute.provider_tree [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.666337] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.677017] env[68989]: DEBUG nova.compute.manager [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Received event network-vif-plugged-85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.677260] env[68989]: DEBUG oslo_concurrency.lockutils [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] Acquiring lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.677506] env[68989]: DEBUG oslo_concurrency.lockutils [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.677648] env[68989]: DEBUG oslo_concurrency.lockutils [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.677916] env[68989]: DEBUG nova.compute.manager [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] No waiting events found dispatching network-vif-plugged-85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.678147] env[68989]: WARNING nova.compute.manager [req-c19e7a4b-7170-4c9c-92df-ab6c3901fe3a req-461195e4-ca36-46ba-b85d-5eb41d385021 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Received unexpected event network-vif-plugged-85ed6efb-04fd-40cb-9ee5-4b3a03619028 for instance with vm_state building and task_state spawning. [ 772.761464] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217530, 'name': Rename_Task, 'duration_secs': 0.155948} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.761827] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.762127] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0349c895-3eac-4684-a0d2-86b9218252e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.769184] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 772.769184] env[68989]: value = "task-3217531" [ 772.769184] env[68989]: _type = "Task" [ 772.769184] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.777829] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.821739] env[68989]: DEBUG oslo_concurrency.lockutils [req-94a461a5-1621-43ee-b755-12aa0f1d52b6 req-33624039-47ab-4a8e-bd1a-09c63919142a service nova] Releasing lock "refresh_cache-6d98b0bd-5c38-48db-8e34-6461537e6fcb" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.964992] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Successfully updated port: 85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.980701] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5288fd39-10fe-5174-4972-24eef31b5a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.024018} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.984552] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89ea5a1-560e-4be9-9bb0-dd5476c695d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.992716] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 772.992716] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b7e40d-26d3-f9f5-fc58-c2014e521beb" [ 772.992716] env[68989]: _type = "Task" [ 772.992716] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.001862] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b7e40d-26d3-f9f5-fc58-c2014e521beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.030822] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.065200] env[68989]: INFO nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] instance snapshotting [ 773.065424] env[68989]: WARNING nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 773.071849] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd7df5e-569a-4781-84dd-7588161d3a38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.075494] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.104961] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31acba-a82b-4b1a-8f97-2b0f1cf0a865 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.121949] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.121949] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.121949] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.122207] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.122207] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.122280] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.123598] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.123598] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.123598] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.123598] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.123598] env[68989]: DEBUG nova.virt.hardware [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.125031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6aef05-f594-4ac3-a699-e72420b8f25f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.138467] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bf680-6e3b-4357-a28a-bdaaf7ee3b00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.155350] env[68989]: DEBUG nova.scheduler.client.report [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.224290] env[68989]: DEBUG nova.network.neutron [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updated VIF entry in instance network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.224676] env[68989]: DEBUG nova.network.neutron [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.276979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.277242] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.281955] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.473177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.473177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquired lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.473177] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.503204] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b7e40d-26d3-f9f5-fc58-c2014e521beb, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.503490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.503759] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6d98b0bd-5c38-48db-8e34-6461537e6fcb/6d98b0bd-5c38-48db-8e34-6461537e6fcb.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.504037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4ac344-8b4c-4520-8d50-dcc648dbebeb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.510901] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 773.510901] env[68989]: value = "task-3217532" [ 773.510901] env[68989]: _type = "Task" [ 773.510901] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.520755] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.612901] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "06330785-2b9c-4968-8093-a2b3b9f12b09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.613290] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.613825] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.614052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.614236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.618363] env[68989]: INFO nova.compute.manager [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Terminating instance [ 773.623033] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.623033] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3da6fc97-61e4-48e4-adc2-229bf1032b0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.636031] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 773.636031] env[68989]: value = "task-3217533" [ 773.636031] env[68989]: _type = "Task" [ 773.636031] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.647642] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217533, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.662283] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.662784] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.666685] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.703s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.666887] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.669046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.613s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.670840] env[68989]: INFO nova.compute.claims [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.699662] env[68989]: INFO nova.scheduler.client.report [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted allocations for instance 71983be4-aa86-4eaa-8221-9f97a385a68f [ 773.728492] env[68989]: DEBUG oslo_concurrency.lockutils [req-695e9fc1-23cb-40df-8399-b5baf0868186 req-fbdcf45a-3061-443b-8731-c5b96a9642b6 service nova] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.780899] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.784079] env[68989]: DEBUG nova.compute.utils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.028255] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.029335] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.125878] env[68989]: DEBUG nova.compute.manager [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.126261] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b731fc-6805-4304-8913-1961a6d5319a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.138642] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e71fb5-d46e-42e3-ab5c-d6d6ed403a58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.161141] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217533, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.168475] env[68989]: DEBUG nova.compute.utils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.185040] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.185244] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.190512] env[68989]: WARNING nova.virt.vmwareapi.driver [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 could not be found. [ 774.190936] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.192249] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.194672] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14b2c3cd-f123-4abc-af9c-fb256ab07acb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.201507] env[68989]: DEBUG nova.network.neutron [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Updating instance_info_cache with network_info: [{"id": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "address": "fa:16:3e:3d:e8:e4", "network": {"id": "ff4fde66-77d7-4c2a-ae5e-0ff387991c02", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-225127054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51ec82946284b3791403c9b3d054e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ed6efb-04", "ovs_interfaceid": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.209178] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00592cd-ec8e-4d0e-b9d3-d85f7b51a1f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.230964] env[68989]: DEBUG oslo_concurrency.lockutils [None req-414ec719-5ca7-4f2c-abc3-c2de9ab88ba1 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "71983be4-aa86-4eaa-8221-9f97a385a68f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.482s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.262269] env[68989]: WARNING nova.virt.vmwareapi.vmops [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 06330785-2b9c-4968-8093-a2b3b9f12b09 could not be found. [ 774.262502] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.262691] env[68989]: INFO nova.compute.manager [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Took 0.14 seconds to destroy the instance on the hypervisor. [ 774.262942] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.263218] env[68989]: DEBUG nova.compute.manager [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.263313] env[68989]: DEBUG nova.network.neutron [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.052306] env[68989]: DEBUG nova.policy [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c6e2ecdc344940b39821f1e1c9b4ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e389c7e28944471f80502311f1240d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.059161] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Successfully updated port: 10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.064034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.784s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.067612] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Releasing lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.067935] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Instance network_info: |[{"id": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "address": "fa:16:3e:3d:e8:e4", "network": {"id": "ff4fde66-77d7-4c2a-ae5e-0ff387991c02", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-225127054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51ec82946284b3791403c9b3d054e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ed6efb-04", "ovs_interfaceid": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.068286] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "c1365559-8256-49d5-93c0-14cda0baa0f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.068524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.068654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.069565] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.069565] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.070920] env[68989]: DEBUG oslo_vmware.api [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217531, 'name': PowerOnVM_Task, 'duration_secs': 1.214892} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.079715] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85ed6efb-04fd-40cb-9ee5-4b3a03619028', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.090154] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Creating folder: Project (d51ec82946284b3791403c9b3d054e38). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.094021] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.094021] env[68989]: INFO nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Took 10.07 seconds to spawn the instance on the hypervisor. [ 775.094021] env[68989]: DEBUG nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.094021] env[68989]: INFO nova.compute.manager [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Terminating instance [ 775.094850] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a91b907-cb8b-4df3-b29f-5472f948e1ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.097529] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf18bb1-6454-4c1c-a53a-24c766f402f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.110100] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217533, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.116799] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729572} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.120588] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6d98b0bd-5c38-48db-8e34-6461537e6fcb/6d98b0bd-5c38-48db-8e34-6461537e6fcb.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.124022] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.124022] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Created folder: Project (d51ec82946284b3791403c9b3d054e38) in parent group-v643186. [ 775.124022] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Creating folder: Instances. Parent ref: group-v643314. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.124022] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0dcf427-af38-416a-9120-93c29fa0d219 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.124022] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a32b7677-f2b5-4002-8d13-22febb927067 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.138140] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 775.138140] env[68989]: value = "task-3217536" [ 775.138140] env[68989]: _type = "Task" [ 775.138140] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.142912] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Created folder: Instances in parent group-v643314. [ 775.143193] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.143867] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.144106] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a1e5c1-4c47-46b8-b569-a61f6866e079 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.165362] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.174451] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.174451] env[68989]: value = "task-3217538" [ 775.174451] env[68989]: _type = "Task" [ 775.174451] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.188031] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217538, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.363041] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Received event network-changed-85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.363144] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Refreshing instance network info cache due to event network-changed-85ed6efb-04fd-40cb-9ee5-4b3a03619028. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.363326] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Acquiring lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.363471] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Acquired lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.363623] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Refreshing network info cache for port 85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.576063] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.578588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.578718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquired lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.578863] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.580740] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217533, 'name': CreateSnapshot_Task, 'duration_secs': 1.794566} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.585704] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.585704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa361be-94e9-4d88-93bc-76c2ab293031 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.606116] env[68989]: DEBUG nova.compute.manager [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.609034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.609034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f89c1-e618-40cc-9b74-56ac57bcbfb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.629673] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.634023] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.634023] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.634023] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.634451] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.634451] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.634451] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.634451] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.634451] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.634595] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.634595] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.634804] env[68989]: DEBUG nova.virt.hardware [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.635273] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7485ae78-48ab-41d3-a7a1-ef7551aefabf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.637562] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ac417-8342-4848-8cb6-845a3ab610a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.649688] env[68989]: INFO nova.compute.manager [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Took 58.97 seconds to build instance. [ 775.655043] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 775.655043] env[68989]: value = "task-3217539" [ 775.655043] env[68989]: _type = "Task" [ 775.655043] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.664035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7862f69-12ea-4fe9-8b28-b9ce7810bed0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.667680] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132298} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.669055] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.669854] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcdbc5f-ac7e-4edf-b774-e7dd6766092e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.674186] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9868fb-772d-4662-9bc2-f26a56b99dcd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.690087] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.697459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b9ab3-5c40-47e5-89a9-056d22430cc0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.729527] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 6d98b0bd-5c38-48db-8e34-6461537e6fcb/6d98b0bd-5c38-48db-8e34-6461537e6fcb.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.729527] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217538, 'name': CreateVM_Task, 'duration_secs': 0.431634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.729681] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceffe44e-ad88-4570-baa5-64cd37bf9355 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.747158] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.774554] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774688] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.775013] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.777451] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55d2bd1-d0b4-4313-b200-3b51d97f5c25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.779832] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb9df1-9e2e-4b7f-a20d-2eedef510a73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.784542] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 775.784542] env[68989]: value = "task-3217540" [ 775.784542] env[68989]: _type = "Task" [ 775.784542] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.791270] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 775.791270] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526c69a4-5951-f830-2b66-67868d1c24cb" [ 775.791270] env[68989]: _type = "Task" [ 775.791270] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.793922] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984f311e-d8f4-474a-b273-becc65bfb0a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.804392] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.812214] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526c69a4-5951-f830-2b66-67868d1c24cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.819860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.820147] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.820399] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.820544] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.820719] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.821261] env[68989]: DEBUG nova.compute.provider_tree [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.822821] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e1aa8f-a3f9-460e-b711-d667540ff15c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.833587] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.833787] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.834551] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f479a019-0c24-4aea-a967-f9e77b940f1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.849040] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 775.849040] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6425e-ebd8-6d0d-ff0e-471f183f45fa" [ 775.849040] env[68989]: _type = "Task" [ 775.849040] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.859642] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.860190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.860190] env[68989]: INFO nova.compute.manager [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Attaching volume 85107df0-5b0f-4c63-8d38-02fd132be718 to /dev/sdb [ 775.862808] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6425e-ebd8-6d0d-ff0e-471f183f45fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.916650] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9b1fa-5630-4638-92db-d15cbaee104a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.927350] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb8f7d-dcbc-4158-a296-76af7558efed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.943985] env[68989]: DEBUG nova.virt.block_device [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updating existing volume attachment record: 4847a11b-7394-4fff-99e4-4c18d291feea {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 776.030045] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Successfully created port: faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.115239] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.117587] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8dfa3eaa-d4e8-4ff0-b4f7-b37e921920f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.130667] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 776.130667] env[68989]: value = "task-3217543" [ 776.130667] env[68989]: _type = "Task" [ 776.130667] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.146319] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217543, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.152957] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.155535] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e27a9eb-a215-4e4b-89ba-9c656f4d7389 tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.049s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.169951] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217539, 'name': PowerOffVM_Task, 'duration_secs': 0.373852} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.169951] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.169951] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.169951] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72ac72e-55e7-417a-a1aa-43e39ee77411 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.274977] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.275697] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.275697] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleting the datastore file [datastore2] c1365559-8256-49d5-93c0-14cda0baa0f7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.275697] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db689e7-5938-439a-bf84-4598d7ae4cac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.284050] env[68989]: DEBUG nova.network.neutron [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.285414] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 776.285414] env[68989]: value = "task-3217547" [ 776.285414] env[68989]: _type = "Task" [ 776.285414] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.305019] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.305019] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.328333] env[68989]: DEBUG nova.scheduler.client.report [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.342065] env[68989]: DEBUG nova.compute.manager [req-5e4cb0a9-6273-4c7b-8b02-b6de96c3cfdf req-cba2cf05-177f-408b-87e1-9f5d9a087915 service nova] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Received event network-vif-deleted-eb62697a-d339-4656-b5b3-7589b053f233 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.361622] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6425e-ebd8-6d0d-ff0e-471f183f45fa, 'name': SearchDatastore_Task, 'duration_secs': 0.019623} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.362766] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7b8be5-ff13-4a34-92b4-cc86e848e937 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.370960] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 776.370960] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52beb74c-8195-1ce0-bf9b-762139691d3f" [ 776.370960] env[68989]: _type = "Task" [ 776.370960] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.381051] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52beb74c-8195-1ce0-bf9b-762139691d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.453691] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Updated VIF entry in instance network info cache for port 85ed6efb-04fd-40cb-9ee5-4b3a03619028. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.454463] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Updating instance_info_cache with network_info: [{"id": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "address": "fa:16:3e:3d:e8:e4", "network": {"id": "ff4fde66-77d7-4c2a-ae5e-0ff387991c02", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-225127054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51ec82946284b3791403c9b3d054e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ed6efb-04", "ovs_interfaceid": "85ed6efb-04fd-40cb-9ee5-4b3a03619028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.636647] env[68989]: DEBUG nova.network.neutron [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Updating instance_info_cache with network_info: [{"id": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "address": "fa:16:3e:d0:83:ea", "network": {"id": "7a0030c7-bad9-4340-b403-1478a0f5752a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-355403113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab68605e4e2940a68f7e0ef13e2b5241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b9f5c6-a2", "ovs_interfaceid": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.648206] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217543, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.659229] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.677569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "1a74ae05-6c24-4d12-b773-e404059d53de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.677899] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.678125] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.678326] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.678495] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.680695] env[68989]: INFO nova.compute.manager [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Terminating instance [ 776.787178] env[68989]: INFO nova.compute.manager [-] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Took 2.52 seconds to deallocate network for instance. [ 776.809661] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217540, 'name': ReconfigVM_Task, 'duration_secs': 0.686509} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.813742] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 6d98b0bd-5c38-48db-8e34-6461537e6fcb/6d98b0bd-5c38-48db-8e34-6461537e6fcb.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.815265] env[68989]: DEBUG oslo_vmware.api [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274331} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.815711] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8fe564-4e79-4989-9470-9161df7a81ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.821088] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.821325] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.821622] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.821775] env[68989]: INFO nova.compute.manager [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 776.824033] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.824033] env[68989]: DEBUG nova.compute.manager [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.824033] env[68989]: DEBUG nova.network.neutron [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.836558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.166s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.836558] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.839394] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 776.839394] env[68989]: value = "task-3217548" [ 776.839394] env[68989]: _type = "Task" [ 776.839394] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.839711] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.003s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.839990] env[68989]: DEBUG nova.objects.instance [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lazy-loading 'resources' on Instance uuid c55e04e0-6053-415f-892e-881b66cbfa98 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.861377] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217548, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.895792] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52beb74c-8195-1ce0-bf9b-762139691d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.896206] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.896528] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] b7563cb3-9bec-4c56-ac6a-99a7e69060ec/b7563cb3-9bec-4c56-ac6a-99a7e69060ec.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.896855] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8721179f-6f09-4d2d-926c-1bd3cf9515e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.912843] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 776.912843] env[68989]: value = "task-3217549" [ 776.912843] env[68989]: _type = "Task" [ 776.912843] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.930441] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.961734] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Releasing lock "refresh_cache-b7563cb3-9bec-4c56-ac6a-99a7e69060ec" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.962146] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Received event network-vif-plugged-10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.962440] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Acquiring lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.962890] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.963132] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.964247] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] No waiting events found dispatching network-vif-plugged-10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.964484] env[68989]: WARNING nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Received unexpected event network-vif-plugged-10b9f5c6-a208-419d-bfd5-d14be8164abe for instance with vm_state building and task_state spawning. [ 776.964710] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Received event network-changed-10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.964902] env[68989]: DEBUG nova.compute.manager [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Refreshing instance network info cache due to event network-changed-10b9f5c6-a208-419d-bfd5-d14be8164abe. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.965217] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Acquiring lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.141803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Releasing lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.142135] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Instance network_info: |[{"id": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "address": "fa:16:3e:d0:83:ea", "network": {"id": "7a0030c7-bad9-4340-b403-1478a0f5752a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-355403113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab68605e4e2940a68f7e0ef13e2b5241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b9f5c6-a2", "ovs_interfaceid": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.142489] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Acquired lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.142533] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Refreshing network info cache for port 10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.143790] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:83:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b9f5c6-a208-419d-bfd5-d14be8164abe', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.160790] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Creating folder: Project (ab68605e4e2940a68f7e0ef13e2b5241). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.163219] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f15d8b7a-d84c-4418-a653-1a8dba7e08b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.173782] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217543, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.186585] env[68989]: DEBUG nova.compute.manager [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.186866] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.192697] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1086705-1e90-450e-af98-2757cdb33c7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.193431] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Created folder: Project (ab68605e4e2940a68f7e0ef13e2b5241) in parent group-v643186. [ 777.193614] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Creating folder: Instances. Parent ref: group-v643321. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.194894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.196178] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f9acbe2-fd6e-4951-8c27-f8176123a5f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.204934] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.205292] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920f9b98-7fb8-4ed8-9998-f92b2bd09793 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.210177] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Created folder: Instances in parent group-v643321. [ 777.210452] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.210667] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.211341] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4974cf9a-35a4-40bb-b325-445e4e37ab8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.234543] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 777.234543] env[68989]: value = "task-3217552" [ 777.234543] env[68989]: _type = "Task" [ 777.234543] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.243427] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.243427] env[68989]: value = "task-3217553" [ 777.243427] env[68989]: _type = "Task" [ 777.243427] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.247088] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.260845] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217553, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.350334] env[68989]: DEBUG nova.compute.utils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.354477] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.354477] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.365552] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217548, 'name': Rename_Task, 'duration_secs': 0.220694} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.366014] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.366653] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e76eafd-e332-48c0-aa56-7edc190b8217 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.377496] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 777.377496] env[68989]: value = "task-3217554" [ 777.377496] env[68989]: _type = "Task" [ 777.377496] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.392421] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.397727] env[68989]: INFO nova.compute.manager [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Took 0.61 seconds to detach 1 volumes for instance. [ 777.400247] env[68989]: DEBUG nova.compute.manager [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Deleting volume: 52d0850e-1494-4d51-9cfa-4969ffa8a6c9 {{(pid=68989) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 777.433346] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217549, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.458652] env[68989]: DEBUG nova.policy [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9db39be4a2424980c2db83dbccc969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f8cdeb60a0b47808f1d38d38677da73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.532081] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "96a375fc-9117-4494-9c48-1b16dba6b068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.533055] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.651801] env[68989]: DEBUG nova.compute.manager [req-f966ff41-69ad-4a5b-a495-9fab377fed81 req-86973c35-5bcc-4688-800e-67e7ff024fed service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Received event network-vif-deleted-60db63f6-ab33-4326-a9f3-548818e4632c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.651801] env[68989]: INFO nova.compute.manager [req-f966ff41-69ad-4a5b-a495-9fab377fed81 req-86973c35-5bcc-4688-800e-67e7ff024fed service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Neutron deleted interface 60db63f6-ab33-4326-a9f3-548818e4632c; detaching it from the instance and deleting it from the info cache [ 777.651801] env[68989]: DEBUG nova.network.neutron [req-f966ff41-69ad-4a5b-a495-9fab377fed81 req-86973c35-5bcc-4688-800e-67e7ff024fed service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.670348] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217543, 'name': CloneVM_Task, 'duration_secs': 1.382715} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.675924] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Created linked-clone VM from snapshot [ 777.679283] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a84c6e-9966-4d55-86a5-adc9711c2f33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.690883] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Uploading image 99042887-e77b-4512-a435-3ae198d7fe33 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.721721] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.721721] env[68989]: value = "vm-643318" [ 777.721721] env[68989]: _type = "VirtualMachine" [ 777.721721] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.722571] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a5d1e84-8a97-43fa-93bc-d862c64e6062 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.741284] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease: (returnval){ [ 777.741284] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b31a2-37c9-4128-49af-21f97ac2fc0b" [ 777.741284] env[68989]: _type = "HttpNfcLease" [ 777.741284] env[68989]: } obtained for exporting VM: (result){ [ 777.741284] env[68989]: value = "vm-643318" [ 777.741284] env[68989]: _type = "VirtualMachine" [ 777.741284] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.741628] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the lease: (returnval){ [ 777.741628] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b31a2-37c9-4128-49af-21f97ac2fc0b" [ 777.741628] env[68989]: _type = "HttpNfcLease" [ 777.741628] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.753888] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217552, 'name': PowerOffVM_Task, 'duration_secs': 0.298833} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.757563] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.757711] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.758326] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07edded-b35d-42d7-aaba-f6544f597648 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763035] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.763035] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b31a2-37c9-4128-49af-21f97ac2fc0b" [ 777.763035] env[68989]: _type = "HttpNfcLease" [ 777.763035] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.763035] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.763035] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b31a2-37c9-4128-49af-21f97ac2fc0b" [ 777.763035] env[68989]: _type = "HttpNfcLease" [ 777.763035] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.763439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45bc0a-9a7e-480a-96b5-6a98f104f216 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.772572] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217553, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.779706] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.779920] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.860842] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.860927] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.861168] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Deleting the datastore file [datastore2] 1a74ae05-6c24-4d12-b773-e404059d53de {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.861782] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.866159] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642c7449-eedb-401d-b5d9-9ca77381f8fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.877188] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for the task: (returnval){ [ 777.877188] env[68989]: value = "task-3217558" [ 777.877188] env[68989]: _type = "Task" [ 777.877188] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.900372] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.901036] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.911491] env[68989]: DEBUG nova.network.neutron [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.933662] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1800084-18ef-459a-aeec-db88c75a0809 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.937167] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716418} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.937167] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] b7563cb3-9bec-4c56-ac6a-99a7e69060ec/b7563cb3-9bec-4c56-ac6a-99a7e69060ec.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.937167] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.937521] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b2f043-b6f4-4375-9e37-47ec131cddb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.952693] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 777.952693] env[68989]: value = "task-3217560" [ 777.952693] env[68989]: _type = "Task" [ 777.952693] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.953437] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Successfully created port: 39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.971167] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.986023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.069166] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304e4f1-ac11-45d2-a325-5b735e042b7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.077903] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c54d74-1536-43f1-b823-e5c99149e8c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.114081] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae617c4-1a3b-46c8-bab1-e94d917d40a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.122045] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5b8ee-c8c3-4322-8cb1-1cb3e7d67169 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.136364] env[68989]: DEBUG nova.compute.provider_tree [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.158040] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a9012cf-1151-4096-aa38-c64d38239523 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.166261] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b8e5b-edbf-4871-a251-65c838c79533 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.210279] env[68989]: DEBUG nova.compute.manager [req-f966ff41-69ad-4a5b-a495-9fab377fed81 req-86973c35-5bcc-4688-800e-67e7ff024fed service nova] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Detach interface failed, port_id=60db63f6-ab33-4326-a9f3-548818e4632c, reason: Instance c1365559-8256-49d5-93c0-14cda0baa0f7 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.268246] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217553, 'name': CreateVM_Task, 'duration_secs': 0.779423} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.268246] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.268246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.268246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.268642] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.269744] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Updated VIF entry in instance network info cache for port 10b9f5c6-a208-419d-bfd5-d14be8164abe. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.270113] env[68989]: DEBUG nova.network.neutron [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Updating instance_info_cache with network_info: [{"id": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "address": "fa:16:3e:d0:83:ea", "network": {"id": "7a0030c7-bad9-4340-b403-1478a0f5752a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-355403113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab68605e4e2940a68f7e0ef13e2b5241", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b9f5c6-a2", "ovs_interfaceid": "10b9f5c6-a208-419d-bfd5-d14be8164abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.271353] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e221b8d-c64c-4121-a2e3-8176dbdef030 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.277051] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 778.277051] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beca5-bd8f-e4c0-b408-3893a55679ac" [ 778.277051] env[68989]: _type = "Task" [ 778.277051] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.286706] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beca5-bd8f-e4c0-b408-3893a55679ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.391647] env[68989]: DEBUG oslo_vmware.api [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Task: {'id': task-3217558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409417} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.395116] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.395618] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.395618] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.395873] env[68989]: INFO nova.compute.manager [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Took 1.21 seconds to destroy the instance on the hypervisor. [ 778.399022] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.399022] env[68989]: DEBUG oslo_vmware.api [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217554, 'name': PowerOnVM_Task, 'duration_secs': 0.725869} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.399022] env[68989]: DEBUG nova.compute.manager [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.399022] env[68989]: DEBUG nova.network.neutron [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.399022] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.399812] env[68989]: INFO nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Took 10.72 seconds to spawn the instance on the hypervisor. [ 778.399947] env[68989]: DEBUG nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.400909] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f2032-cb0b-4b55-825e-0f75e9f25c16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.405560] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Successfully updated port: faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.425009] env[68989]: INFO nova.compute.manager [-] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Took 1.60 seconds to deallocate network for instance. [ 778.473425] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.474124] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.475399] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ee014-3dc6-492d-b4e9-6d9eb5f34673 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.503964] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b7563cb3-9bec-4c56-ac6a-99a7e69060ec/b7563cb3-9bec-4c56-ac6a-99a7e69060ec.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.504919] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4478d3-1462-4743-83ff-652e207f1994 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.529947] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 778.529947] env[68989]: value = "task-3217562" [ 778.529947] env[68989]: _type = "Task" [ 778.529947] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.539650] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.644079] env[68989]: DEBUG nova.scheduler.client.report [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.774884] env[68989]: DEBUG oslo_concurrency.lockutils [req-26359120-95db-4a16-a768-0155488aad28 req-78eb0987-263a-4135-bae6-88debe827784 service nova] Releasing lock "refresh_cache-8048abd6-1f93-45c0-8ab0-299d67e3f5d0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.793614] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beca5-bd8f-e4c0-b408-3893a55679ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016585} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.795157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798425] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.798717] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.798905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.799958] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.804875] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd680dd2-80d1-4c29-99f7-30abbd6c1c85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.821320] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.821642] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.822585] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60158a75-fe48-4efe-9c17-bd72e7563ee5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.828373] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 778.828373] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d1b2a7-0700-12dc-9237-ac62f96a3e77" [ 778.828373] env[68989]: _type = "Task" [ 778.828373] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.837726] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d1b2a7-0700-12dc-9237-ac62f96a3e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.876889] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.908776] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.908945] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.909554] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.917020] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.917274] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.917437] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.922029] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.922029] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.922029] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.922029] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.922029] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.922206] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.922206] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.922206] env[68989]: DEBUG nova.virt.hardware [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.930822] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77d5c8-e8f7-446a-891e-21eeff21e7f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.939150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.942158] env[68989]: INFO nova.compute.manager [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Took 54.85 seconds to build instance. [ 778.950705] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc444ddf-adec-4635-8603-5706ad4e4574 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.044302] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.150602] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.153422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.922s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.155113] env[68989]: INFO nova.compute.claims [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.180105] env[68989]: INFO nova.scheduler.client.report [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleted allocations for instance c55e04e0-6053-415f-892e-881b66cbfa98 [ 779.296342] env[68989]: DEBUG nova.network.neutron [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.340184] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d1b2a7-0700-12dc-9237-ac62f96a3e77, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.341104] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d192c1e2-95ca-45ef-a470-6dae48505e38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.347494] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 779.347494] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525ba037-f454-6834-1fff-e1c9455bbd90" [ 779.347494] env[68989]: _type = "Task" [ 779.347494] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.356558] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525ba037-f454-6834-1fff-e1c9455bbd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.443634] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eace3d54-b04f-44ce-8a3a-d626ea6c5dd0 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.664s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.462639] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.548170] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217562, 'name': ReconfigVM_Task, 'duration_secs': 0.534715} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.551203] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b7563cb3-9bec-4c56-ac6a-99a7e69060ec/b7563cb3-9bec-4c56-ac6a-99a7e69060ec.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.551878] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7031a9b0-2dfa-4eba-b20c-dd4514772991 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.562016] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 779.562016] env[68989]: value = "task-3217563" [ 779.562016] env[68989]: _type = "Task" [ 779.562016] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.568754] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217563, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.689363] env[68989]: DEBUG oslo_concurrency.lockutils [None req-203e5d0a-ec98-4542-9ba5-87b809275b7a tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "c55e04e0-6053-415f-892e-881b66cbfa98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.554s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.775174] env[68989]: DEBUG nova.network.neutron [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.801816] env[68989]: INFO nova.compute.manager [-] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Took 1.40 seconds to deallocate network for instance. [ 779.818793] env[68989]: DEBUG nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Received event network-vif-plugged-faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.819424] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.820249] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.820249] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.820249] env[68989]: DEBUG nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] No waiting events found dispatching network-vif-plugged-faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.820398] env[68989]: WARNING nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Received unexpected event network-vif-plugged-faa6eef3-74e4-4e69-aa68-8e7557400678 for instance with vm_state building and task_state spawning. [ 779.820534] env[68989]: DEBUG nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Received event network-changed-faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.820702] env[68989]: DEBUG nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Refreshing instance network info cache due to event network-changed-faa6eef3-74e4-4e69-aa68-8e7557400678. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.821813] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Acquiring lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843308] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Successfully updated port: 39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.861635] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525ba037-f454-6834-1fff-e1c9455bbd90, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.862292] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.862292] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8048abd6-1f93-45c0-8ab0-299d67e3f5d0/8048abd6-1f93-45c0-8ab0-299d67e3f5d0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.862693] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6d5569-980d-43b0-aff4-59d9eca2253e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.869203] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 779.869203] env[68989]: value = "task-3217564" [ 779.869203] env[68989]: _type = "Task" [ 779.869203] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.877673] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.891829] env[68989]: DEBUG nova.compute.manager [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Received event network-vif-plugged-39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.892075] env[68989]: DEBUG oslo_concurrency.lockutils [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] Acquiring lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.892336] env[68989]: DEBUG oslo_concurrency.lockutils [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.892459] env[68989]: DEBUG oslo_concurrency.lockutils [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.892655] env[68989]: DEBUG nova.compute.manager [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] No waiting events found dispatching network-vif-plugged-39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.892822] env[68989]: WARNING nova.compute.manager [req-8c958898-d214-4aae-ac45-8a5ba2d9953e req-12dcef07-8c71-476a-af96-93775e3b5241 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Received unexpected event network-vif-plugged-39d70cec-84d3-4098-9ffb-bbcdf87e892a for instance with vm_state building and task_state spawning. [ 779.947237] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.027426] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.029196] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.071996] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217563, 'name': Rename_Task, 'duration_secs': 0.15496} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.072113] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.072404] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c78a97-42ec-446d-b1b0-db9020e1f5e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.079900] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 780.079900] env[68989]: value = "task-3217565" [ 780.079900] env[68989]: _type = "Task" [ 780.079900] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.087739] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.278386] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.278767] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Instance network_info: |[{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.279173] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Acquired lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.279381] env[68989]: DEBUG nova.network.neutron [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Refreshing network info cache for port faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.280689] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:31:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa6eef3-74e4-4e69-aa68-8e7557400678', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.290155] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.290932] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.294892] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a378e3e5-d11c-45ab-a840-0047f2c4ec48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.317961] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.319826] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.319826] env[68989]: value = "task-3217567" [ 780.319826] env[68989]: _type = "Task" [ 780.319826] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.334182] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217567, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.346884] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.347157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquired lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347326] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.383347] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.473277] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.514973] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 780.515256] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643320', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'name': 'volume-85107df0-5b0f-4c63-8d38-02fd132be718', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '462c1bd7-8c6a-45f4-a711-7c66d4457532', 'attached_at': '', 'detached_at': '', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'serial': '85107df0-5b0f-4c63-8d38-02fd132be718'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 780.516238] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd2a23b-095d-48ed-9db9-af1f2f990da3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.544101] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548cda83-8720-4c0a-aced-1b2428539592 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.576840] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-85107df0-5b0f-4c63-8d38-02fd132be718/volume-85107df0-5b0f-4c63-8d38-02fd132be718.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.580083] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dee44bf-ada7-49ef-9391-16a1aa0178ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.608927] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.613398] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 780.613398] env[68989]: value = "task-3217568" [ 780.613398] env[68989]: _type = "Task" [ 780.613398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.630409] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.734789] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3cfedb-a6b9-426d-a561-89c364dbfc06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.750293] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402ef43e-ff62-4bec-8ea3-1e80ee5246c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.794231] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02adaae5-1f77-43c1-b9f0-8e4a301a2558 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.804115] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337dffa4-9d43-405a-ba93-36c16de82c84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.820411] env[68989]: DEBUG nova.compute.provider_tree [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.831149] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217567, 'name': CreateVM_Task, 'duration_secs': 0.459267} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.831395] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.832152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.832478] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.832726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.833039] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6321b878-b7e5-429b-9115-aa9b500d5b06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.838895] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 780.838895] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5275c540-86fb-3ef0-92da-c62c6c26e379" [ 780.838895] env[68989]: _type = "Task" [ 780.838895] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.853420] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5275c540-86fb-3ef0-92da-c62c6c26e379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.883380] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920732} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.883797] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8048abd6-1f93-45c0-8ab0-299d67e3f5d0/8048abd6-1f93-45c0-8ab0-299d67e3f5d0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.884089] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.884424] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb06b46-3f85-47ed-9315-4e7ad5c7201e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.891096] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 780.891096] env[68989]: value = "task-3217569" [ 780.891096] env[68989]: _type = "Task" [ 780.891096] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.904816] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.914537] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.104321] env[68989]: DEBUG oslo_vmware.api [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217565, 'name': PowerOnVM_Task, 'duration_secs': 0.968423} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.104907] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.105252] env[68989]: INFO nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Took 9.67 seconds to spawn the instance on the hypervisor. [ 781.105552] env[68989]: DEBUG nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.106526] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36865fd8-f10d-4c58-9c54-4489a58d556e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.124529] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.135062] env[68989]: DEBUG nova.network.neutron [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updated VIF entry in instance network info cache for port faa6eef3-74e4-4e69-aa68-8e7557400678. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.135628] env[68989]: DEBUG nova.network.neutron [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.329089] env[68989]: DEBUG nova.scheduler.client.report [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.350903] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5275c540-86fb-3ef0-92da-c62c6c26e379, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.352198] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.352567] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.352915] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.353216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.353573] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.354371] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d00a24-501c-42d8-bccf-5d3c768feb4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.366021] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.366021] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.366021] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0de13e-b82b-4728-be15-49f6a4c052f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.371651] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 781.371651] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f173c-e6d9-5254-a119-d47f1172657c" [ 781.371651] env[68989]: _type = "Task" [ 781.371651] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.381231] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f173c-e6d9-5254-a119-d47f1172657c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.403264] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1344} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.403534] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.404343] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e575c9-b1e2-4e58-8351-1fcb7f7bd26b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.426925] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8048abd6-1f93-45c0-8ab0-299d67e3f5d0/8048abd6-1f93-45c0-8ab0-299d67e3f5d0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.427653] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b481be00-6cc2-4619-a850-cc3fb4e01e3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.449181] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 781.449181] env[68989]: value = "task-3217570" [ 781.449181] env[68989]: _type = "Task" [ 781.449181] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.459199] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.460259] env[68989]: DEBUG nova.network.neutron [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Updating instance_info_cache with network_info: [{"id": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "address": "fa:16:3e:69:a3:2e", "network": {"id": "6df590ef-7bda-42af-be02-24e03c3a3bf3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1999453480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8cdeb60a0b47808f1d38d38677da73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d70cec-84", "ovs_interfaceid": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.639271] env[68989]: DEBUG oslo_concurrency.lockutils [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] Releasing lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.639752] env[68989]: DEBUG nova.compute.manager [req-5ec13c76-b369-4f02-9ba4-603da01d10f4 req-3e85e1b2-7278-4145-bc16-27bdd08a668e service nova] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Received event network-vif-deleted-b778412c-924c-43c0-b503-d752170c50eb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.640511] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217568, 'name': ReconfigVM_Task, 'duration_secs': 0.579832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.641187] env[68989]: INFO nova.compute.manager [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Took 53.45 seconds to build instance. [ 781.642542] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-85107df0-5b0f-4c63-8d38-02fd132be718/volume-85107df0-5b0f-4c63-8d38-02fd132be718.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.651112] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d14a436-a644-4d90-bf8c-f45efce29b6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.675171] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 781.675171] env[68989]: value = "task-3217571" [ 781.675171] env[68989]: _type = "Task" [ 781.675171] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.689485] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.834046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.834640] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.837487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.892s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.841129] env[68989]: INFO nova.compute.claims [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.887205] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f173c-e6d9-5254-a119-d47f1172657c, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.887205] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72498872-29c2-48ab-9fac-09ea5ea5c84e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.894180] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 781.894180] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3bf3e-28d3-0909-319f-42ff785b4862" [ 781.894180] env[68989]: _type = "Task" [ 781.894180] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.905025] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3bf3e-28d3-0909-319f-42ff785b4862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.961981] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217570, 'name': ReconfigVM_Task, 'duration_secs': 0.467783} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.962524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Releasing lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962915] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Instance network_info: |[{"id": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "address": "fa:16:3e:69:a3:2e", "network": {"id": "6df590ef-7bda-42af-be02-24e03c3a3bf3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1999453480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8cdeb60a0b47808f1d38d38677da73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d70cec-84", "ovs_interfaceid": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.963247] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8048abd6-1f93-45c0-8ab0-299d67e3f5d0/8048abd6-1f93-45c0-8ab0-299d67e3f5d0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.964455] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:a3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39d70cec-84d3-4098-9ffb-bbcdf87e892a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.972955] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Creating folder: Project (9f8cdeb60a0b47808f1d38d38677da73). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.973652] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58021c68-b635-4a09-b44c-83d9c20c4fe8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.975675] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-581f60cd-3fb4-49d5-b2ad-a0cb48d4eeef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.985752] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 781.985752] env[68989]: value = "task-3217573" [ 781.985752] env[68989]: _type = "Task" [ 781.985752] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.995121] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Created folder: Project (9f8cdeb60a0b47808f1d38d38677da73) in parent group-v643186. [ 781.995363] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Creating folder: Instances. Parent ref: group-v643326. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.996028] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70670bf5-3f87-4837-b458-32bb589eb772 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.001512] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217573, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.014338] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Created folder: Instances in parent group-v643326. [ 782.014644] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.014889] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.015208] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff83c646-db06-4fce-86ae-63038999c388 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.045158] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.045158] env[68989]: value = "task-3217575" [ 782.045158] env[68989]: _type = "Task" [ 782.045158] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.057824] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217575, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.075397] env[68989]: DEBUG nova.compute.manager [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Received event network-changed-39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.075397] env[68989]: DEBUG nova.compute.manager [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Refreshing instance network info cache due to event network-changed-39d70cec-84d3-4098-9ffb-bbcdf87e892a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.075893] env[68989]: DEBUG oslo_concurrency.lockutils [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] Acquiring lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.076232] env[68989]: DEBUG oslo_concurrency.lockutils [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] Acquired lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.076534] env[68989]: DEBUG nova.network.neutron [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Refreshing network info cache for port 39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.152225] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1061d52-59be-4e52-b307-f673b89f88aa tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.470s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.188843] env[68989]: DEBUG oslo_vmware.api [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217571, 'name': ReconfigVM_Task, 'duration_secs': 0.1739} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.190243] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643320', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'name': 'volume-85107df0-5b0f-4c63-8d38-02fd132be718', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '462c1bd7-8c6a-45f4-a711-7c66d4457532', 'attached_at': '', 'detached_at': '', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'serial': '85107df0-5b0f-4c63-8d38-02fd132be718'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 782.343306] env[68989]: DEBUG nova.compute.utils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.350020] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.350020] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.407972] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a3bf3e-28d3-0909-319f-42ff785b4862, 'name': SearchDatastore_Task, 'duration_secs': 0.019294} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.408500] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.408809] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.409378] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23973c8-8e7c-4d81-bc09-0048594577c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.412825] env[68989]: DEBUG nova.policy [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282a22ec880e4a2f8f63266a33e22cb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2049a5085472472bae67bc7c3e491c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.420551] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 782.420551] env[68989]: value = "task-3217577" [ 782.420551] env[68989]: _type = "Task" [ 782.420551] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.430576] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.497209] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217573, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.560953] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217575, 'name': CreateVM_Task, 'duration_secs': 0.508204} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.560953] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.561645] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.561779] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562118] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562460] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f5bf3f-e87a-405c-9a0b-6686e1202e31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.569482] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 782.569482] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525918e1-192a-7438-94bb-ad3f92969601" [ 782.569482] env[68989]: _type = "Task" [ 782.569482] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.585367] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525918e1-192a-7438-94bb-ad3f92969601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.658440] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.857614] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.940028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.940028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.940028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.940028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.940253] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.943195] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.943949] env[68989]: INFO nova.compute.manager [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Terminating instance [ 782.951685] env[68989]: DEBUG nova.network.neutron [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Updated VIF entry in instance network info cache for port 39d70cec-84d3-4098-9ffb-bbcdf87e892a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.952621] env[68989]: DEBUG nova.network.neutron [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Updating instance_info_cache with network_info: [{"id": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "address": "fa:16:3e:69:a3:2e", "network": {"id": "6df590ef-7bda-42af-be02-24e03c3a3bf3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1999453480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f8cdeb60a0b47808f1d38d38677da73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39d70cec-84", "ovs_interfaceid": "39d70cec-84d3-4098-9ffb-bbcdf87e892a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.003311] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217573, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.006932] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Successfully created port: cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.087661] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525918e1-192a-7438-94bb-ad3f92969601, 'name': SearchDatastore_Task, 'duration_secs': 0.017138} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.087976] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.089032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.089032] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.089032] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.089225] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.089478] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c123e08-9763-4603-b990-25e105c9b09d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.100297] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.100543] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.101690] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6c0066-298a-4c49-abcc-8792c4e20a93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.109749] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 783.109749] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f4ae6a-d829-d44a-35ee-3c7b644b48e9" [ 783.109749] env[68989]: _type = "Task" [ 783.109749] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.118354] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f4ae6a-d829-d44a-35ee-3c7b644b48e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.186456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.252088] env[68989]: DEBUG nova.objects.instance [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lazy-loading 'flavor' on Instance uuid 462c1bd7-8c6a-45f4-a711-7c66d4457532 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.439132] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.455646] env[68989]: DEBUG oslo_concurrency.lockutils [req-056c0ec8-e872-434b-b029-d0c5f4fb3cea req-bf319f4b-0320-4157-9b4c-600a08ed30a0 service nova] Releasing lock "refresh_cache-ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.456547] env[68989]: DEBUG nova.compute.manager [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.456759] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.457775] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf49e4-97bf-40d1-86b3-86566691c33e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.473744] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e18fd-42a2-4079-9bef-feefd3755b32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.481032] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.481032] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85043d09-88ff-406a-a85b-3c26cc28ebd5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485967] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71853d-f1e4-4e6a-baeb-00427607bc0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.492931] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 783.492931] env[68989]: value = "task-3217578" [ 783.492931] env[68989]: _type = "Task" [ 783.492931] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.536984] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcee5c0-a41f-4935-a917-1ae7e132109c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.546637] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217573, 'name': Rename_Task, 'duration_secs': 1.250221} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.547102] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.548066] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.548425] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-554f2c28-1757-451a-af74-3f0533284d61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.557030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505adb4a-f265-49b4-bc68-d98085c9879d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.564956] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 783.564956] env[68989]: value = "task-3217579" [ 783.564956] env[68989]: _type = "Task" [ 783.564956] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.586723] env[68989]: DEBUG nova.compute.provider_tree [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.598591] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.622371] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f4ae6a-d829-d44a-35ee-3c7b644b48e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017693} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.623444] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3c9275-2d99-4ed4-94cd-66115e7f48fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.631945] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 783.631945] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6ff9-bd03-92c5-a948-d53bd7500bd1" [ 783.631945] env[68989]: _type = "Task" [ 783.631945] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.644063] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6ff9-bd03-92c5-a948-d53bd7500bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.761582] env[68989]: DEBUG oslo_concurrency.lockutils [None req-df7cb5a9-b763-486a-9007-6c6dabc883bb tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.902s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.874109] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.903240] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.903502] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.906966] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.906966] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.906966] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.906966] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.906966] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.907820] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.907820] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.907820] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.907820] env[68989]: DEBUG nova.virt.hardware [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.907820] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1239d94-dd8c-4ee4-a726-8497a60ab82a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.922022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8dafc8-c913-401a-bd28-bde65ef79d60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.937063] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217577, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.33584} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.945896] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.946244] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.946776] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9916f85c-295b-447e-9cce-2245e5028b4d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.955401] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 783.955401] env[68989]: value = "task-3217580" [ 783.955401] env[68989]: _type = "Task" [ 783.955401] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.966164] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.010362] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217578, 'name': PowerOffVM_Task, 'duration_secs': 0.26275} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.011083] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.011083] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.011352] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ff3f8b-96c5-435b-835a-db5b2c38525e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.077098] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.091061] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.091061] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.091061] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Deleting the datastore file [datastore2] b7563cb3-9bec-4c56-ac6a-99a7e69060ec {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.091061] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f7974c9-dc38-43b9-8962-ec76cabde2f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.092576] env[68989]: DEBUG nova.scheduler.client.report [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.103834] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for the task: (returnval){ [ 784.103834] env[68989]: value = "task-3217582" [ 784.103834] env[68989]: _type = "Task" [ 784.103834] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.115044] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.144012] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc6ff9-bd03-92c5-a948-d53bd7500bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.059672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.144302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.144565] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ff75765d-ebf0-4bbe-82d0-c302d46ba3a1/ff75765d-ebf0-4bbe-82d0-c302d46ba3a1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.147155] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4ab206-8a03-4a29-9ed2-4918e1c77233 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.157031] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 784.157031] env[68989]: value = "task-3217583" [ 784.157031] env[68989]: _type = "Task" [ 784.157031] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.165306] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.466443] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081893} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.466739] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.467477] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3326ac19-dffa-43fe-a221-73dcef0a2769 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.491421] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.491828] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34861364-af65-497b-a5e7-c8aacc2e85f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.518086] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 784.518086] env[68989]: value = "task-3217585" [ 784.518086] env[68989]: _type = "Task" [ 784.518086] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.537306] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.580723] env[68989]: DEBUG oslo_vmware.api [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217579, 'name': PowerOnVM_Task, 'duration_secs': 0.70053} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.580723] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.580723] env[68989]: INFO nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Took 11.50 seconds to spawn the instance on the hypervisor. [ 784.580723] env[68989]: DEBUG nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.582071] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e6445-e4a5-4fcc-806d-9ec6116bcc97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.600056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.600056] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.603319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.178s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.607208] env[68989]: INFO nova.compute.claims [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.625678] env[68989]: DEBUG oslo_vmware.api [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Task: {'id': task-3217582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269628} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.626110] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.626327] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.626527] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.626700] env[68989]: INFO nova.compute.manager [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 784.626995] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.627365] env[68989]: DEBUG nova.compute.manager [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.627467] env[68989]: DEBUG nova.network.neutron [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.666891] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.934983] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.935204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.998186] env[68989]: DEBUG nova.compute.manager [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received event network-vif-plugged-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.998451] env[68989]: DEBUG oslo_concurrency.lockutils [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] Acquiring lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.998687] env[68989]: DEBUG oslo_concurrency.lockutils [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.998881] env[68989]: DEBUG oslo_concurrency.lockutils [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.999103] env[68989]: DEBUG nova.compute.manager [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] No waiting events found dispatching network-vif-plugged-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.999309] env[68989]: WARNING nova.compute.manager [req-a8d9914e-de0a-4f6f-b4d4-65858fd4d1a7 req-6f9f762e-358c-4a81-b5d6-d63478f99635 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received unexpected event network-vif-plugged-cca941b8-ea93-4650-9fec-acd6eda57513 for instance with vm_state building and task_state spawning. [ 785.030750] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217585, 'name': ReconfigVM_Task, 'duration_secs': 0.511232} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.031120] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.033449] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0910120-03a7-4cc8-9076-3e912a61210f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.042489] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 785.042489] env[68989]: value = "task-3217586" [ 785.042489] env[68989]: _type = "Task" [ 785.042489] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.053814] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217586, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.056147] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Successfully updated port: cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.078438] env[68989]: DEBUG nova.compute.manager [req-33bc25d3-a041-4b5b-8e41-b91c7a56d59f req-3b0b72b8-54bf-4cde-8b8a-a051fb7b1d4a service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Received event network-vif-deleted-85ed6efb-04fd-40cb-9ee5-4b3a03619028 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.079152] env[68989]: INFO nova.compute.manager [req-33bc25d3-a041-4b5b-8e41-b91c7a56d59f req-3b0b72b8-54bf-4cde-8b8a-a051fb7b1d4a service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Neutron deleted interface 85ed6efb-04fd-40cb-9ee5-4b3a03619028; detaching it from the instance and deleting it from the info cache [ 785.079152] env[68989]: DEBUG nova.network.neutron [req-33bc25d3-a041-4b5b-8e41-b91c7a56d59f req-3b0b72b8-54bf-4cde-8b8a-a051fb7b1d4a service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.106696] env[68989]: INFO nova.compute.manager [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Took 51.75 seconds to build instance. [ 785.112188] env[68989]: DEBUG nova.compute.utils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.116520] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.116877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.118274] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.118571] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.164945] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648368} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.165277] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ff75765d-ebf0-4bbe-82d0-c302d46ba3a1/ff75765d-ebf0-4bbe-82d0-c302d46ba3a1.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.165451] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.165717] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e8f53b6-a720-4e7a-a14e-f0770ac77e5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.173860] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 785.173860] env[68989]: value = "task-3217587" [ 785.173860] env[68989]: _type = "Task" [ 785.173860] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.178660] env[68989]: DEBUG nova.policy [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cda11fd89e2429bb485fa12ee93a9f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21f86a1ef3cc45879b6a476298f262e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.186861] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.521222] env[68989]: DEBUG nova.network.neutron [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.554632] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217586, 'name': Rename_Task, 'duration_secs': 0.168857} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.554798] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.555351] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6e48db-f911-4da8-8b27-480874449f78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.562852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.562852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.562852] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.562852] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 785.562852] env[68989]: value = "task-3217588" [ 785.562852] env[68989]: _type = "Task" [ 785.562852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.575661] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.582480] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f437e68f-181b-4d93-8629-b7c649d02f2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.595039] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04a8ca-abab-41ee-b01e-0cefd59ffd0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.608712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d93e091c-b397-488b-bb21-f6cf1b38bdcb tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.181s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.617264] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.648151] env[68989]: INFO nova.compute.manager [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Detaching volume 85107df0-5b0f-4c63-8d38-02fd132be718 [ 785.648985] env[68989]: DEBUG nova.compute.manager [req-33bc25d3-a041-4b5b-8e41-b91c7a56d59f req-3b0b72b8-54bf-4cde-8b8a-a051fb7b1d4a service nova] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Detach interface failed, port_id=85ed6efb-04fd-40cb-9ee5-4b3a03619028, reason: Instance b7563cb3-9bec-4c56-ac6a-99a7e69060ec could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.650286] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Successfully created port: 2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.687962] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071216} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.688636] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.690008] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec43455-4466-44cb-880b-90d32301bf61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720564] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] ff75765d-ebf0-4bbe-82d0-c302d46ba3a1/ff75765d-ebf0-4bbe-82d0-c302d46ba3a1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.723996] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae2ddcb-9abb-4ac6-9c7f-0f5ed08075c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.740724] env[68989]: INFO nova.virt.block_device [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Attempting to driver detach volume 85107df0-5b0f-4c63-8d38-02fd132be718 from mountpoint /dev/sdb [ 785.740724] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 785.741202] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643320', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'name': 'volume-85107df0-5b0f-4c63-8d38-02fd132be718', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '462c1bd7-8c6a-45f4-a711-7c66d4457532', 'attached_at': '', 'detached_at': '', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'serial': '85107df0-5b0f-4c63-8d38-02fd132be718'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 785.742084] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae619341-fd8d-498c-a040-cc67f10c09c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.770569] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0f133-2e74-4d75-923a-79e626586f82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.773791] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 785.773791] env[68989]: value = "task-3217589" [ 785.773791] env[68989]: _type = "Task" [ 785.773791] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.781671] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f189484-c835-44eb-90e3-b328715f70f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.789639] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.815387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf5a01-2ca9-40fe-a2bd-d69ae2dd49f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.834031] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] The volume has not been displaced from its original location: [datastore1] volume-85107df0-5b0f-4c63-8d38-02fd132be718/volume-85107df0-5b0f-4c63-8d38-02fd132be718.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 785.839360] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.842914] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2e4ccc-0643-4149-979e-6fcfa624240e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.865753] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 785.865753] env[68989]: value = "task-3217590" [ 785.865753] env[68989]: _type = "Task" [ 785.865753] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.875732] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.024496] env[68989]: INFO nova.compute.manager [-] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Took 1.40 seconds to deallocate network for instance. [ 786.077247] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.110409] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.112877] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.293647] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217589, 'name': ReconfigVM_Task, 'duration_secs': 0.462549} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.294014] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] ff75765d-ebf0-4bbe-82d0-c302d46ba3a1/ff75765d-ebf0-4bbe-82d0-c302d46ba3a1.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.294817] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23388272-241f-4ae0-88ce-6cbdba7febd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.303991] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 786.303991] env[68989]: value = "task-3217591" [ 786.303991] env[68989]: _type = "Task" [ 786.303991] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.314462] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217591, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.348455] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf33ae-e9d6-4fe6-a5d2-d7e6eb8c61f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.357398] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac6c37-530f-40b5-be66-32334a6229e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.392113] env[68989]: DEBUG nova.network.neutron [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.400940] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e44faaf-c5dc-4253-b45f-2afd2c86655d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.417028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b9577-2651-4859-89ad-657631cc3ba4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.422622] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217590, 'name': ReconfigVM_Task, 'duration_secs': 0.393144} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.424014] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.429569] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e689319d-4be2-4714-bca6-645a305a504f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.454076] env[68989]: DEBUG nova.compute.provider_tree [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.464178] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 786.464178] env[68989]: value = "task-3217593" [ 786.464178] env[68989]: _type = "Task" [ 786.464178] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.476266] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.532752] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.577602] env[68989]: DEBUG oslo_vmware.api [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217588, 'name': PowerOnVM_Task, 'duration_secs': 0.570323} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.578767] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.578767] env[68989]: INFO nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Took 11.00 seconds to spawn the instance on the hypervisor. [ 786.578767] env[68989]: DEBUG nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.579191] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a593d4-baae-4f3c-a1b8-2c06866332e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.631568] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.654964] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.660625] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.660913] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.661091] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.661288] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.661454] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.661608] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.661833] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.662021] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.662197] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.662512] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.662731] env[68989]: DEBUG nova.virt.hardware [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.663669] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0120ce-2c34-43ee-b490-2e6b7c1c449f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.673654] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30cdc75-a001-4394-84f9-76f37925eb8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.816381] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217591, 'name': Rename_Task, 'duration_secs': 0.221629} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.816739] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.817051] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1af6203-a088-4cae-b8bf-644279c59b68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.826147] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 786.826147] env[68989]: value = "task-3217594" [ 786.826147] env[68989]: _type = "Task" [ 786.826147] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.837617] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.906703] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907205] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Instance network_info: |[{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.907791] env[68989]: DEBUG nova.compute.manager [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.908332] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a3:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca941b8-ea93-4650-9fec-acd6eda57513', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.917577] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.918439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698097d-bc58-4147-b50a-34244c71f0af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.921575] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.921821] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75960d65-48f6-4560-b971-6e709f91caf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.946638] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.946638] env[68989]: value = "task-3217595" [ 786.946638] env[68989]: _type = "Task" [ 786.946638] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.959817] env[68989]: DEBUG nova.scheduler.client.report [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.965163] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217595, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.976146] env[68989]: DEBUG oslo_vmware.api [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217593, 'name': ReconfigVM_Task, 'duration_secs': 0.232054} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.979041] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643320', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'name': 'volume-85107df0-5b0f-4c63-8d38-02fd132be718', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '462c1bd7-8c6a-45f4-a711-7c66d4457532', 'attached_at': '', 'detached_at': '', 'volume_id': '85107df0-5b0f-4c63-8d38-02fd132be718', 'serial': '85107df0-5b0f-4c63-8d38-02fd132be718'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 787.038335] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.039423] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4324be-8029-428e-a020-a529e7cd2034 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.046467] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.046651] env[68989]: ERROR oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk due to incomplete transfer. [ 787.046926] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddc2995b-5b5c-4af9-b4ee-958a2bd1bf54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.055793] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52df0fcf-5f30-3b9f-e60b-9a1ee339b31b/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.056026] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Uploaded image 99042887-e77b-4512-a435-3ae198d7fe33 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.058527] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.058798] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6da302ba-7715-489a-9cec-256b8892a23d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.070946] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 787.070946] env[68989]: value = "task-3217596" [ 787.070946] env[68989]: _type = "Task" [ 787.070946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.083603] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217596, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.087747] env[68989]: DEBUG nova.compute.manager [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.087955] env[68989]: DEBUG nova.compute.manager [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing instance network info cache due to event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.088379] env[68989]: DEBUG oslo_concurrency.lockutils [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] Acquiring lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.088545] env[68989]: DEBUG oslo_concurrency.lockutils [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] Acquired lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.088703] env[68989]: DEBUG nova.network.neutron [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.100111] env[68989]: INFO nova.compute.manager [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Took 50.88 seconds to build instance. [ 787.289028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.289028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.289028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.289028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.289422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.290452] env[68989]: INFO nova.compute.manager [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Terminating instance [ 787.301994] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Successfully updated port: 2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.339861] env[68989]: DEBUG oslo_vmware.api [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217594, 'name': PowerOnVM_Task, 'duration_secs': 0.512351} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.340653] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.340653] env[68989]: INFO nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 787.340796] env[68989]: DEBUG nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.341958] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487dbbd3-26d8-4ef6-a9e3-1d5d211fe7c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.445860] env[68989]: INFO nova.compute.manager [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] instance snapshotting [ 787.446606] env[68989]: DEBUG nova.objects.instance [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.457985] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217595, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.467900] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.468771] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.473555] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.975s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.473987] env[68989]: DEBUG nova.objects.instance [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'resources' on Instance uuid 843e0a0e-f80d-4923-a134-b74f697676bd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.532921] env[68989]: DEBUG nova.objects.instance [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lazy-loading 'flavor' on Instance uuid 462c1bd7-8c6a-45f4-a711-7c66d4457532 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.581848] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217596, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.602031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8ed0aec7-1e89-4298-8489-1f61b2e8d9e7 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.407s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.800110] env[68989]: DEBUG nova.compute.manager [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.800789] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.802459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b28797-b481-4a0d-bd00-5bbd8ae310bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.806690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.807149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.807395] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.819504] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.819504] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8032a6a-4fd9-4ce5-896a-eaad0302d339 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.828413] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 787.828413] env[68989]: value = "task-3217597" [ 787.828413] env[68989]: _type = "Task" [ 787.828413] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.840341] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.856170] env[68989]: DEBUG nova.network.neutron [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updated VIF entry in instance network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.856629] env[68989]: DEBUG nova.network.neutron [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.867030] env[68989]: INFO nova.compute.manager [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Took 43.84 seconds to build instance. [ 787.957923] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05976924-453c-4c10-b740-645b45ab59e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.964350] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217595, 'name': CreateVM_Task, 'duration_secs': 0.538842} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.964990] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.965811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966823] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77548a43-e03d-4276-8087-3517dfec1100 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.986679] env[68989]: DEBUG nova.compute.utils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.989706] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.989896] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.992366] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bddfe-9976-46e4-9e83-b01567ed1550 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.996799] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 787.996799] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524f4d68-4729-2e4f-2d0d-aa19fc597d7c" [ 787.996799] env[68989]: _type = "Task" [ 787.996799] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.024309] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524f4d68-4729-2e4f-2d0d-aa19fc597d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.017331} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.025368] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.025485] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.025721] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.025868] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.029424] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.029424] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-153f5714-3fb0-4714-b238-3b0089ec4ab1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.040575] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.040776] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.043133] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61566d31-bc10-4417-8ed1-cb129a3c0f8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.049836] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 788.049836] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f6d55-07c2-9bc4-082b-b76d6c0ba77a" [ 788.049836] env[68989]: _type = "Task" [ 788.049836] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.064300] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f6d55-07c2-9bc4-082b-b76d6c0ba77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.078922] env[68989]: DEBUG nova.policy [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cda11fd89e2429bb485fa12ee93a9f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21f86a1ef3cc45879b6a476298f262e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.092253] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217596, 'name': Destroy_Task, 'duration_secs': 0.85647} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.092545] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Destroyed the VM [ 788.093213] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.093489] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5cc31d8e-fa9c-403c-be8a-e0802b16f86b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.105143] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.108679] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 788.108679] env[68989]: value = "task-3217598" [ 788.108679] env[68989]: _type = "Task" [ 788.108679] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.120284] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.340223] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217597, 'name': PowerOffVM_Task, 'duration_secs': 0.35817} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.340390] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.340560] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.340858] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287a9b7b-c853-4156-869e-48ace79d7ac7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.359594] env[68989]: DEBUG oslo_concurrency.lockutils [req-80726393-9be0-4c11-ab1a-ac4a355f7281 req-63945e3e-3ca6-4d72-9e46-f41db40df775 service nova] Releasing lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9a44fd1-123a-46ac-8322-037854706547 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.386s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.397530] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.421657] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.421912] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.422123] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleting the datastore file [datastore1] ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.422379] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc92575-0fc8-430c-831c-1a542c92f20d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.433636] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Successfully created port: ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.437531] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for the task: (returnval){ [ 788.437531] env[68989]: value = "task-3217600" [ 788.437531] env[68989]: _type = "Task" [ 788.437531] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.447471] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.498303] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.526318] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.526749] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f46c810-315d-41cc-91d9-2a84f278e055 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.536319] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 788.536319] env[68989]: value = "task-3217601" [ 788.536319] env[68989]: _type = "Task" [ 788.536319] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.547123] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b16e4d53-a03b-479f-bcfa-2cbdc91db0dc tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.430s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.548358] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.564986] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f6d55-07c2-9bc4-082b-b76d6c0ba77a, 'name': SearchDatastore_Task, 'duration_secs': 0.01809} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.567372] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4736ed-e9d5-486f-a2d2-a381f8a87c0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.570667] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ac9fe8-b053-4f4a-8455-91e7a129676f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.584313] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893e274-4bdf-431d-9385-f5cdc8bd1e24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.587791] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 788.587791] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d0a49-d315-035d-7dc1-86394425134c" [ 788.587791] env[68989]: _type = "Task" [ 788.587791] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.588468] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.588737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.588911] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.589322] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.589322] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.620395] env[68989]: INFO nova.compute.manager [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Terminating instance [ 788.630450] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef489e-cd93-4413-9a8d-e6dfaa126881 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.643906] env[68989]: DEBUG nova.compute.manager [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.644153] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.644787] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d0a49-d315-035d-7dc1-86394425134c, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.645530] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed7711-77ec-4f29-9e5b-f012bf122700 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649332] env[68989]: DEBUG nova.network.neutron [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Updating instance_info_cache with network_info: [{"id": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "address": "fa:16:3e:9f:3c:19", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e63336e-27", "ovs_interfaceid": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.651523] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.651823] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c/ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.652698] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2fdfa10-b395-4d22-9acb-465b4bdb2756 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.662308] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217598, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.665874] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.667974] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42323414-fa8a-4773-abd8-eabf7c1d89c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.673225] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.675585] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d36898-bb1a-40ae-b3bf-263e21e4ac20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.677985] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 788.677985] env[68989]: value = "task-3217602" [ 788.677985] env[68989]: _type = "Task" [ 788.677985] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.692211] env[68989]: DEBUG nova.compute.provider_tree [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.695574] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 788.695574] env[68989]: value = "task-3217603" [ 788.695574] env[68989]: _type = "Task" [ 788.695574] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.703385] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.710750] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.785580] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.785942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.786347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.786603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.786840] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.789434] env[68989]: INFO nova.compute.manager [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Terminating instance [ 788.955272] env[68989]: DEBUG oslo_vmware.api [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Task: {'id': task-3217600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235364} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.955702] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.957077] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.957077] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.957077] env[68989]: INFO nova.compute.manager [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 788.957077] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.957077] env[68989]: DEBUG nova.compute.manager [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.957388] env[68989]: DEBUG nova.network.neutron [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.049964] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.140791] env[68989]: DEBUG oslo_vmware.api [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.710054} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.141397] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.141498] env[68989]: INFO nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Took 16.07 seconds to snapshot the instance on the hypervisor. [ 789.155624] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.155624] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Instance network_info: |[{"id": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "address": "fa:16:3e:9f:3c:19", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e63336e-27", "ovs_interfaceid": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.155970] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:3c:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e63336e-27b8-4561-9fc9-53178f8adcc7', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.166331] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating folder: Project (21f86a1ef3cc45879b6a476298f262e5). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.166888] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4087b826-f403-44ae-89e3-d26b5c87b2b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.186703] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Created folder: Project (21f86a1ef3cc45879b6a476298f262e5) in parent group-v643186. [ 789.187099] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating folder: Instances. Parent ref: group-v643330. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.188272] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa13cae-76b6-4a93-9225-f6062b486575 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.196373] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.198543] env[68989]: DEBUG nova.scheduler.client.report [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.210436] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Created folder: Instances in parent group-v643330. [ 789.210603] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.211324] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.212066] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f0154c-f810-4866-840e-15c1073c96a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.231704] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217603, 'name': PowerOffVM_Task, 'duration_secs': 0.217117} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.232451] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.232633] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.233403] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb2c6df-f0f3-4607-88fe-d0fd3c6fca6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.239695] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.239695] env[68989]: value = "task-3217606" [ 789.239695] env[68989]: _type = "Task" [ 789.239695] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.250317] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217606, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.294136] env[68989]: DEBUG nova.compute.manager [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.294532] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.295303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3518520-1f26-4ea1-900f-f78ca4c7f08b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.308124] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.308331] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c73f7f2b-d344-4621-8148-585ec7c866a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.318079] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.318490] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.318813] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Deleting the datastore file [datastore2] 8048abd6-1f93-45c0-8ab0-299d67e3f5d0 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.319163] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00b35143-9929-4a07-b1be-5e697a3d07dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.330875] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for the task: (returnval){ [ 789.330875] env[68989]: value = "task-3217609" [ 789.330875] env[68989]: _type = "Task" [ 789.330875] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.340717] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.408793] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.409166] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.409413] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore1] da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.409729] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aaa5154-44df-4926-a53f-bfce99f095f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.420487] env[68989]: DEBUG oslo_vmware.api [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 789.420487] env[68989]: value = "task-3217610" [ 789.420487] env[68989]: _type = "Task" [ 789.420487] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.432632] env[68989]: DEBUG oslo_vmware.api [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.512397] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.545948] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.545948] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.545948] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.546373] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.546373] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.546373] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.546573] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.546792] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.546993] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.550038] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.550038] env[68989]: DEBUG nova.virt.hardware [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.550038] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af3567-c382-40e6-b4f8-81db9cf7c9a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.557749] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217601, 'name': CreateSnapshot_Task, 'duration_secs': 0.883021} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.561118] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.563023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ac3c7-f84c-43a6-b6c4-d4184446cfca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.569079] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2382ce-b477-45e3-aceb-c2d5048cb3d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.647197] env[68989]: DEBUG nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance disappeared during snapshot {{(pid=68989) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 789.668808] env[68989]: DEBUG nova.compute.manager [None req-1a4dfbfb-6104-457d-90df-88d0ee54e0e1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image not found during clean up 99042887-e77b-4512-a435-3ae198d7fe33 {{(pid=68989) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 789.680259] env[68989]: DEBUG nova.compute.manager [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Received event network-vif-plugged-2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.680553] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Acquiring lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.680833] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.681064] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.681252] env[68989]: DEBUG nova.compute.manager [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] No waiting events found dispatching network-vif-plugged-2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.681424] env[68989]: WARNING nova.compute.manager [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Received unexpected event network-vif-plugged-2e63336e-27b8-4561-9fc9-53178f8adcc7 for instance with vm_state building and task_state spawning. [ 789.681585] env[68989]: DEBUG nova.compute.manager [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Received event network-changed-2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.681743] env[68989]: DEBUG nova.compute.manager [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Refreshing instance network info cache due to event network-changed-2e63336e-27b8-4561-9fc9-53178f8adcc7. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.681930] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Acquiring lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.682086] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Acquired lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.682250] env[68989]: DEBUG nova.network.neutron [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Refreshing network info cache for port 2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.695312] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568444} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.696465] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c/ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.696720] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.696980] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8580e830-2cf3-4f77-b80f-725226813ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.706864] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 789.706864] env[68989]: value = "task-3217611" [ 789.706864] env[68989]: _type = "Task" [ 789.706864] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.711647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.714151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.048s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.715867] env[68989]: INFO nova.compute.claims [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.725891] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.739871] env[68989]: INFO nova.scheduler.client.report [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance 843e0a0e-f80d-4923-a134-b74f697676bd [ 789.756156] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217606, 'name': CreateVM_Task, 'duration_secs': 0.485831} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.756325] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.757104] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.757285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.757678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.757943] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50025db-ce59-47b2-8668-9e5b1974565e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.763732] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 789.763732] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52581142-8ac5-86ba-796e-c1b2767b7596" [ 789.763732] env[68989]: _type = "Task" [ 789.763732] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.779347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "720b062f-7dcf-4160-b79e-4b138ba38a46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.779511] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.791196] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "9b32e44e-517b-4656-9ae1-6346d60f273e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.791321] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.791797] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52581142-8ac5-86ba-796e-c1b2767b7596, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.792065] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.792370] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.792537] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.792689] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.792853] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.794515] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76de3a78-634f-4ab4-9539-5401529b874a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.806554] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.806749] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.808455] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddf1a4d-059d-4b3c-b0c8-abed9097c45d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.815533] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 789.815533] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2cb9c-933e-fea6-0769-a375e6cd0b5b" [ 789.815533] env[68989]: _type = "Task" [ 789.815533] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.826901] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2cb9c-933e-fea6-0769-a375e6cd0b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.842429] env[68989]: DEBUG oslo_vmware.api [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Task: {'id': task-3217609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231497} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.842699] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.842999] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.843418] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.843475] env[68989]: INFO nova.compute.manager [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 789.844028] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.844028] env[68989]: DEBUG nova.compute.manager [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.844028] env[68989]: DEBUG nova.network.neutron [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.935317] env[68989]: DEBUG oslo_vmware.api [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192398} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.935783] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.936120] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.936726] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.937057] env[68989]: INFO nova.compute.manager [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Took 0.64 seconds to destroy the instance on the hypervisor. [ 789.937417] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.937731] env[68989]: DEBUG nova.compute.manager [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.937922] env[68989]: DEBUG nova.network.neutron [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.108695] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.108695] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df63f5e2-67cb-4b82-bddc-0708116076b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.119454] env[68989]: DEBUG nova.network.neutron [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.124232] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 790.124232] env[68989]: value = "task-3217612" [ 790.124232] env[68989]: _type = "Task" [ 790.124232] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.136106] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217612, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.217547] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114127} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.218809] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.219913] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb92e79-0f7e-4d24-bfe1-15ac523e5873 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.257021] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c/ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.260133] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8035017-a6bf-41fe-9d38-1ccd04e8b0f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.276511] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6b292704-c94c-4bdd-9c83-f3a9adc6d97e tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "843e0a0e-f80d-4923-a134-b74f697676bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.382s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.285348] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 790.285348] env[68989]: value = "task-3217613" [ 790.285348] env[68989]: _type = "Task" [ 790.285348] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.292465] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.303118] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.328672] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2cb9c-933e-fea6-0769-a375e6cd0b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.328967] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cf105a-ddbd-406e-8971-9a4843cf6139 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.336047] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 790.336047] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520a6926-3229-f707-9d55-e0141d407a23" [ 790.336047] env[68989]: _type = "Task" [ 790.336047] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.346705] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520a6926-3229-f707-9d55-e0141d407a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.626267] env[68989]: INFO nova.compute.manager [-] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Took 1.67 seconds to deallocate network for instance. [ 790.639454] env[68989]: DEBUG nova.compute.manager [req-f87835a2-376b-48c0-9e2c-1b700a7b1e9d req-fe4eef3b-cfe8-4aba-8ba1-49f8c93aa778 service nova] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Received event network-vif-deleted-66a8b1ae-a7a1-4f60-9d6a-1a500806ba58 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.644373] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217612, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.705030] env[68989]: DEBUG nova.network.neutron [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.764545] env[68989]: DEBUG nova.compute.manager [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 790.816269] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.826802] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Successfully updated port: ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.834542] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.853299] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520a6926-3229-f707-9d55-e0141d407a23, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.853836] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.854244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 16297099-f14f-455b-a4bc-7883c8f35d80/16297099-f14f-455b-a4bc-7883c8f35d80.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.854938] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94be744-75c1-4448-b201-7a853d25ec59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.863645] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 790.863645] env[68989]: value = "task-3217614" [ 790.863645] env[68989]: _type = "Task" [ 790.863645] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.874998] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.898988] env[68989]: DEBUG nova.network.neutron [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Updated VIF entry in instance network info cache for port 2e63336e-27b8-4561-9fc9-53178f8adcc7. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.899662] env[68989]: DEBUG nova.network.neutron [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Updating instance_info_cache with network_info: [{"id": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "address": "fa:16:3e:9f:3c:19", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e63336e-27", "ovs_interfaceid": "2e63336e-27b8-4561-9fc9-53178f8adcc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.062783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.063139] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.139494] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.139869] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217612, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.207371] env[68989]: INFO nova.compute.manager [-] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Took 1.36 seconds to deallocate network for instance. [ 791.302604] env[68989]: DEBUG nova.network.neutron [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.303607] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217613, 'name': ReconfigVM_Task, 'duration_secs': 0.714024} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.303915] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Reconfigured VM instance instance-00000031 to attach disk [datastore2] ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c/ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.305039] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb036324-a521-4371-b48f-263ab36435bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.316173] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 791.316173] env[68989]: value = "task-3217615" [ 791.316173] env[68989]: _type = "Task" [ 791.316173] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.324429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.329831] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217615, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.338320] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.338320] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.338320] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.379246] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217614, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.403770] env[68989]: DEBUG oslo_concurrency.lockutils [req-c940e5d6-59d1-4de3-94a6-05978da1780d req-09d02aca-cbbc-4ac9-bc7a-4387ee7ed9be service nova] Releasing lock "refresh_cache-16297099-f14f-455b-a4bc-7883c8f35d80" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.445115] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721832f-cacb-4fcb-8ba6-fd386f8ab35c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.454128] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0da850-c1d4-4462-952d-97d1cf079fd2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.489110] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b0afb-86d7-4ed6-999b-343eef026f4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.497993] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63fb93-f6bb-46e8-b4e8-bcee6052120c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.520039] env[68989]: DEBUG nova.compute.provider_tree [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.543443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.543779] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.544031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.544311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.544557] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.547026] env[68989]: INFO nova.compute.manager [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Terminating instance [ 791.637924] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217612, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.714928] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.716250] env[68989]: DEBUG nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Received event network-vif-plugged-ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.716708] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Acquiring lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.716708] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.716946] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.716990] env[68989]: DEBUG nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] No waiting events found dispatching network-vif-plugged-ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.717146] env[68989]: WARNING nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Received unexpected event network-vif-plugged-ff3eb537-4ac6-4031-96ce-71c341b28401 for instance with vm_state building and task_state spawning. [ 791.718043] env[68989]: DEBUG nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Received event network-vif-deleted-be284879-c978-4e79-8b62-d2046ffd0bf4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.718043] env[68989]: DEBUG nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Received event network-changed-ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.718043] env[68989]: DEBUG nova.compute.manager [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Refreshing instance network info cache due to event network-changed-ff3eb537-4ac6-4031-96ce-71c341b28401. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.718043] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Acquiring lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.806192] env[68989]: INFO nova.compute.manager [-] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Took 1.87 seconds to deallocate network for instance. [ 791.826871] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217615, 'name': Rename_Task, 'duration_secs': 0.237484} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.827640] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.827640] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f504bdf-97d5-4f9b-904e-48b1702a578c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.835547] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 791.835547] env[68989]: value = "task-3217616" [ 791.835547] env[68989]: _type = "Task" [ 791.835547] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.846391] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.875744] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566691} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.876290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 16297099-f14f-455b-a4bc-7883c8f35d80/16297099-f14f-455b-a4bc-7883c8f35d80.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.876758] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.877648] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cef9908-9335-44f9-bf50-55239a03cf00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.888133] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 791.888133] env[68989]: value = "task-3217617" [ 791.888133] env[68989]: _type = "Task" [ 791.888133] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.898890] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.901156] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.023665] env[68989]: DEBUG nova.scheduler.client.report [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.051092] env[68989]: DEBUG nova.compute.manager [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.051382] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.052242] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3b719-d381-4e29-8aee-0eabca9936b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.061807] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.062137] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326ff3e8-2184-477e-884e-802fb51bc049 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.071702] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 792.071702] env[68989]: value = "task-3217618" [ 792.071702] env[68989]: _type = "Task" [ 792.071702] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.081833] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.111875] env[68989]: DEBUG nova.network.neutron [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Updating instance_info_cache with network_info: [{"id": "ff3eb537-4ac6-4031-96ce-71c341b28401", "address": "fa:16:3e:87:3a:7c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3eb537-4a", "ovs_interfaceid": "ff3eb537-4ac6-4031-96ce-71c341b28401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.139316] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217612, 'name': CloneVM_Task, 'duration_secs': 1.977382} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.139638] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created linked-clone VM from snapshot [ 792.140454] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301b208-2f08-41b5-bd96-6ab689631da2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.150545] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploading image f397777d-3ef1-490c-b0ae-45a6291024f3 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.175573] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.175573] env[68989]: value = "vm-643334" [ 792.175573] env[68989]: _type = "VirtualMachine" [ 792.175573] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.176187] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31dbecc2-360f-430c-ad25-6d18d2b8298f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.185860] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease: (returnval){ [ 792.185860] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528201ec-da7a-e0c7-5080-911f62abd636" [ 792.185860] env[68989]: _type = "HttpNfcLease" [ 792.185860] env[68989]: } obtained for exporting VM: (result){ [ 792.185860] env[68989]: value = "vm-643334" [ 792.185860] env[68989]: _type = "VirtualMachine" [ 792.185860] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.186126] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the lease: (returnval){ [ 792.186126] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528201ec-da7a-e0c7-5080-911f62abd636" [ 792.186126] env[68989]: _type = "HttpNfcLease" [ 792.186126] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.194756] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.194756] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528201ec-da7a-e0c7-5080-911f62abd636" [ 792.194756] env[68989]: _type = "HttpNfcLease" [ 792.194756] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.317764] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.347596] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.398734] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.399059] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.399892] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26566e82-6d7a-4e7a-b2ed-a0f07604442e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.422899] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 16297099-f14f-455b-a4bc-7883c8f35d80/16297099-f14f-455b-a4bc-7883c8f35d80.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.423212] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d00e13e-e6ae-4afc-afb0-a824f5d49ab8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.445991] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 792.445991] env[68989]: value = "task-3217620" [ 792.445991] env[68989]: _type = "Task" [ 792.445991] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.457712] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.529497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.530678] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.534383] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.504s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.587877] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217618, 'name': PowerOffVM_Task, 'duration_secs': 0.212891} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.588250] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.588547] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.588946] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12a61d74-5b98-4303-b32e-1ae1e73ffc45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.617189] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.617504] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Instance network_info: |[{"id": "ff3eb537-4ac6-4031-96ce-71c341b28401", "address": "fa:16:3e:87:3a:7c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3eb537-4a", "ovs_interfaceid": "ff3eb537-4ac6-4031-96ce-71c341b28401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.618405] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Acquired lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.618723] env[68989]: DEBUG nova.network.neutron [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Refreshing network info cache for port ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.620774] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:3a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3eb537-4ac6-4031-96ce-71c341b28401', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.633851] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.642174] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.642537] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6a6f7fd-0083-4b02-8df6-9d45d1df56d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.667854] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.668853] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.668853] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Deleting the datastore file [datastore1] ff75765d-ebf0-4bbe-82d0-c302d46ba3a1 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.669411] env[68989]: DEBUG nova.compute.manager [req-2c758faa-0103-4005-a1db-089a2fa13337 req-732a638d-a1d7-4075-a68f-91ddca537ab3 service nova] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Received event network-vif-deleted-10b9f5c6-a208-419d-bfd5-d14be8164abe {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.671042] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba4810da-328f-40e2-aad6-3dc6714a2d1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.677048] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.677048] env[68989]: value = "task-3217622" [ 792.677048] env[68989]: _type = "Task" [ 792.677048] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.682771] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for the task: (returnval){ [ 792.682771] env[68989]: value = "task-3217623" [ 792.682771] env[68989]: _type = "Task" [ 792.682771] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.696443] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217622, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.707725] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.707725] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528201ec-da7a-e0c7-5080-911f62abd636" [ 792.707725] env[68989]: _type = "HttpNfcLease" [ 792.707725] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.708075] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.713592] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.713592] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528201ec-da7a-e0c7-5080-911f62abd636" [ 792.713592] env[68989]: _type = "HttpNfcLease" [ 792.713592] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.715372] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40a261a-6ff1-4e7c-885f-5002455cfdd8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.724631] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.724915] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.804059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.804342] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.847954] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0858ff3d-30b0-4219-968f-6636c6ca491e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.858972] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217616, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.963898] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217620, 'name': ReconfigVM_Task, 'duration_secs': 0.343231} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.968602] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 16297099-f14f-455b-a4bc-7883c8f35d80/16297099-f14f-455b-a4bc-7883c8f35d80.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.969338] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731e0fd6-85ec-4433-abce-bc89509d3e93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.980776] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 792.980776] env[68989]: value = "task-3217624" [ 792.980776] env[68989]: _type = "Task" [ 792.980776] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.993266] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217624, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.023018] env[68989]: DEBUG nova.network.neutron [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Updated VIF entry in instance network info cache for port ff3eb537-4ac6-4031-96ce-71c341b28401. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.023428] env[68989]: DEBUG nova.network.neutron [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Updating instance_info_cache with network_info: [{"id": "ff3eb537-4ac6-4031-96ce-71c341b28401", "address": "fa:16:3e:87:3a:7c", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3eb537-4a", "ovs_interfaceid": "ff3eb537-4ac6-4031-96ce-71c341b28401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.040179] env[68989]: DEBUG nova.compute.utils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.042109] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.042109] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.083150] env[68989]: DEBUG nova.policy [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.184748] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d708ae53-c8c2-44ff-bad7-4664a1be00cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.196739] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217622, 'name': CreateVM_Task, 'duration_secs': 0.425393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.197404] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.198414] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.202092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.202092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.204683] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fae9fc1-7c59-45eb-96b2-2dfc2ad16b62 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.207952] env[68989]: DEBUG oslo_vmware.api [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Task: {'id': task-3217623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211891} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.208502] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.208917] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.209364] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.209764] env[68989]: INFO nova.compute.manager [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 793.210201] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.211472] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730f5c82-1e95-4eb9-9300-4d91e3e6177c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.221196] env[68989]: DEBUG nova.compute.manager [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.221196] env[68989]: DEBUG nova.network.neutron [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.223645] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 793.223645] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52071022-8cc6-c73a-7158-1f6e5114cf98" [ 793.223645] env[68989]: _type = "Task" [ 793.223645] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.257194] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1ca57-38fb-46ba-beab-a1606cbc5208 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.266652] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52071022-8cc6-c73a-7158-1f6e5114cf98, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.269470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.270491] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.270491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.270491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.270906] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.271220] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb341a25-401d-4443-aaba-5d7e15085ddb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.274744] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27904ca6-5bf6-412f-adcf-d56fe557cb5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296210] env[68989]: DEBUG nova.compute.provider_tree [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.299838] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.299838] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.300434] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed61d832-0289-46cd-96ff-6ddc70cf2d65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.307866] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 793.307866] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d574cc-77e5-3951-20b6-8aadc3441085" [ 793.307866] env[68989]: _type = "Task" [ 793.307866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.318524] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d574cc-77e5-3951-20b6-8aadc3441085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.348793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.348793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.354465] env[68989]: DEBUG oslo_vmware.api [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217616, 'name': PowerOnVM_Task, 'duration_secs': 1.150221} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.355159] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.355775] env[68989]: INFO nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Took 9.48 seconds to spawn the instance on the hypervisor. [ 793.355775] env[68989]: DEBUG nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.357129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395175e-458a-4a48-9e26-59dd4cd373b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.491935] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217624, 'name': Rename_Task, 'duration_secs': 0.218533} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.492257] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.492613] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b6f1e5b-7777-4c60-9c4a-19e0931fa78c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.501623] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 793.501623] env[68989]: value = "task-3217625" [ 793.501623] env[68989]: _type = "Task" [ 793.501623] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.511292] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.526200] env[68989]: DEBUG oslo_concurrency.lockutils [req-ac02fe79-93dc-4913-b2e3-9f07dd9a48bb req-15a30e70-3314-4d22-a51d-0e853e34c999 service nova] Releasing lock "refresh_cache-b45ab743-f543-4b90-8ec5-24f2ab115d92" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.545161] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.668195] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Successfully created port: 0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.805430] env[68989]: DEBUG nova.scheduler.client.report [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.823507] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d574cc-77e5-3951-20b6-8aadc3441085, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.824684] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5117f047-26a5-41b7-9eaf-0decbad81da1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.832900] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 793.832900] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527c637d-4831-0c40-6c29-5fba4d7421c1" [ 793.832900] env[68989]: _type = "Task" [ 793.832900] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.845664] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527c637d-4831-0c40-6c29-5fba4d7421c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.856664] env[68989]: DEBUG nova.compute.utils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.881658] env[68989]: INFO nova.compute.manager [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Took 44.67 seconds to build instance. [ 794.018889] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.111781] env[68989]: DEBUG nova.compute.manager [req-2313a649-d8d8-4a5b-9c83-86ffcc30eb40 req-c5a424ec-d5e3-4394-8cba-baecbb1deb53 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Received event network-vif-deleted-39d70cec-84d3-4098-9ffb-bbcdf87e892a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.111781] env[68989]: INFO nova.compute.manager [req-2313a649-d8d8-4a5b-9c83-86ffcc30eb40 req-c5a424ec-d5e3-4394-8cba-baecbb1deb53 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Neutron deleted interface 39d70cec-84d3-4098-9ffb-bbcdf87e892a; detaching it from the instance and deleting it from the info cache [ 794.111781] env[68989]: DEBUG nova.network.neutron [req-2313a649-d8d8-4a5b-9c83-86ffcc30eb40 req-c5a424ec-d5e3-4394-8cba-baecbb1deb53 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.218914] env[68989]: DEBUG nova.network.neutron [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.315798] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.316029] env[68989]: INFO nova.compute.manager [None req-2947dbad-6e8d-4e79-994d-1564c5c9d7e6 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Successfully reverted task state from rebuilding on failure for instance. [ 794.322134] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.127s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.323935] env[68989]: INFO nova.compute.claims [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.344293] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527c637d-4831-0c40-6c29-5fba4d7421c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.344646] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.345182] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] b45ab743-f543-4b90-8ec5-24f2ab115d92/b45ab743-f543-4b90-8ec5-24f2ab115d92.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.345748] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a782398-c281-49ca-b921-e5c2ebcfb82e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.355105] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 794.355105] env[68989]: value = "task-3217626" [ 794.355105] env[68989]: _type = "Task" [ 794.355105] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.360360] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.364659] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.384639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-20b9f518-08c6-4786-9ae4-23c9eddbaedf tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.060s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.516408] env[68989]: DEBUG oslo_vmware.api [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217625, 'name': PowerOnVM_Task, 'duration_secs': 0.691003} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.517366] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.517816] env[68989]: INFO nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 7.89 seconds to spawn the instance on the hypervisor. [ 794.517977] env[68989]: DEBUG nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.519552] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07770ce7-ee56-4e5f-9935-411193ef1b5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.558366] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.605281] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.605720] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.606121] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.606386] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.606651] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.606897] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.607363] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.607612] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.607935] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.608240] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.608622] env[68989]: DEBUG nova.virt.hardware [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.610445] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf767619-22af-47cb-af80-fa39897f811b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.615729] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-441ef939-88f7-4590-a43d-b059d49a8788 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.624279] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea49d2e-dbda-43bb-a3ad-3b5605e4bcb3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.637271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f9407-8dbf-491b-8191-fe55d20336f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.697220] env[68989]: DEBUG nova.compute.manager [req-2313a649-d8d8-4a5b-9c83-86ffcc30eb40 req-c5a424ec-d5e3-4394-8cba-baecbb1deb53 service nova] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Detach interface failed, port_id=39d70cec-84d3-4098-9ffb-bbcdf87e892a, reason: Instance ff75765d-ebf0-4bbe-82d0-c302d46ba3a1 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.723604] env[68989]: INFO nova.compute.manager [-] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Took 1.51 seconds to deallocate network for instance. [ 794.868612] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494904} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.869300] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] b45ab743-f543-4b90-8ec5-24f2ab115d92/b45ab743-f543-4b90-8ec5-24f2ab115d92.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.869300] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.869625] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-683316c2-4475-45f0-95b5-09299894188e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.877159] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 794.877159] env[68989]: value = "task-3217627" [ 794.877159] env[68989]: _type = "Task" [ 794.877159] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.886504] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.887036] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.018030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.018244] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.018286] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.018941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.018941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.020997] env[68989]: INFO nova.compute.manager [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Terminating instance [ 795.040778] env[68989]: INFO nova.compute.manager [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 41.11 seconds to build instance. [ 795.230743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.405135] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082127} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.406468] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.407693] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46520c-d39c-48be-bb1d-c3bb2435dd24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.414843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.433260] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.433542] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.434047] env[68989]: INFO nova.compute.manager [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Attaching volume 6d2be397-dda8-49e2-9611-f98a799cd987 to /dev/sdb [ 795.444403] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b45ab743-f543-4b90-8ec5-24f2ab115d92/b45ab743-f543-4b90-8ec5-24f2ab115d92.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.447229] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d39b8e-3346-4a0d-8b56-4948b2307a76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.473247] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 795.473247] env[68989]: value = "task-3217628" [ 795.473247] env[68989]: _type = "Task" [ 795.473247] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.491776] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.495035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b567885-1e60-4984-8c19-bad367bf72ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.504358] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e575ae0-7e2b-4eba-ad5e-c5563e23b371 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.522936] env[68989]: DEBUG nova.virt.block_device [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updating existing volume attachment record: 1caf6d98-2db1-4bdd-8d9d-53a90a9a80e2 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 795.526264] env[68989]: DEBUG nova.compute.manager [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.527930] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.527930] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4d1fd1-39ec-47e1-9a06-27a662319b91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.536287] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.536558] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d0a07e-e8e4-48cd-88a2-b013c96d7e12 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.542093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbdc84c0-e6f8-49ec-b777-2a8d4d3cda9f tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.955s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.548354] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 795.548354] env[68989]: value = "task-3217629" [ 795.548354] env[68989]: _type = "Task" [ 795.548354] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.561358] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.597890] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Successfully updated port: 0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.987975] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217628, 'name': ReconfigVM_Task, 'duration_secs': 0.369285} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.992030] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b45ab743-f543-4b90-8ec5-24f2ab115d92/b45ab743-f543-4b90-8ec5-24f2ab115d92.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.993226] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc182fcd-65ea-4852-9272-1e9edc736997 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.005717] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 796.005717] env[68989]: value = "task-3217633" [ 796.005717] env[68989]: _type = "Task" [ 796.005717] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.020203] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217633, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.023439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac288b9b-4847-4e6c-aa6e-fee5d67dd89f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.035024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff2bd7f-36db-4d24-bfcd-cc86166a69a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.070045] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.076961] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8becc1-0ae6-4481-be0a-daad10488134 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.086313] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217629, 'name': PowerOffVM_Task, 'duration_secs': 0.312034} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.088908] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.089168] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.089526] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf14eeff-88f8-41f7-a49e-73e97cf94290 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.092273] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646c7bf-c621-47c6-9e45-edd1d7c42d55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.109307] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.109438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.112659] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.112659] env[68989]: DEBUG nova.compute.provider_tree [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.178624] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.178876] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.179073] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Deleting the datastore file [datastore2] 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.179354] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d26ffbd-dc32-4f4e-9f17-286d6f34c8e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.187308] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for the task: (returnval){ [ 796.187308] env[68989]: value = "task-3217635" [ 796.187308] env[68989]: _type = "Task" [ 796.187308] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.198018] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.234450] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Received event network-vif-plugged-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.234769] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Acquiring lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.235018] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.235216] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.235402] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] No waiting events found dispatching network-vif-plugged-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.235523] env[68989]: WARNING nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Received unexpected event network-vif-plugged-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 for instance with vm_state building and task_state spawning. [ 796.235688] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.235842] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing instance network info cache due to event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.236040] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Acquiring lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.236238] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Acquired lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.236484] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.374182] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.374413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.374813] env[68989]: INFO nova.compute.manager [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Rebooting instance [ 796.520376] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217633, 'name': Rename_Task, 'duration_secs': 0.164361} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.520666] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.521083] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73bb93b-b9d2-4cee-b6d6-e3811c8e5bff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.528681] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 796.528681] env[68989]: value = "task-3217636" [ 796.528681] env[68989]: _type = "Task" [ 796.528681] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.537470] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.591694] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.616269] env[68989]: DEBUG nova.scheduler.client.report [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.652762] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.701036] env[68989]: DEBUG oslo_vmware.api [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Task: {'id': task-3217635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236638} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.701036] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.701036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.701036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.701443] env[68989]: INFO nova.compute.manager [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 796.701443] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.701632] env[68989]: DEBUG nova.compute.manager [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.701680] env[68989]: DEBUG nova.network.neutron [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.900140] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.045805] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.100590] env[68989]: DEBUG nova.network.neutron [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Updating instance_info_cache with network_info: [{"id": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "address": "fa:16:3e:06:eb:37", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0831dc61-3f", "ovs_interfaceid": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.122436] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.122985] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.127685] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.142s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.131025] env[68989]: DEBUG nova.objects.instance [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lazy-loading 'resources' on Instance uuid 06330785-2b9c-4968-8093-a2b3b9f12b09 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.317058] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updated VIF entry in instance network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.317984] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.542978] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.608231] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.608231] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Instance network_info: |[{"id": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "address": "fa:16:3e:06:eb:37", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0831dc61-3f", "ovs_interfaceid": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.608719] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:eb:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0831dc61-3fb8-4beb-aea9-ea7fdfeaec61', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.616799] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.618920] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.618920] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b1ce9a5-27f4-456a-bc49-e4feeab02e40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.635456] env[68989]: DEBUG nova.compute.utils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.641813] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.641813] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.651187] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.651187] env[68989]: value = "task-3217637" [ 797.651187] env[68989]: _type = "Task" [ 797.651187] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.662053] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217637, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.695447] env[68989]: DEBUG nova.policy [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c9ac11e2ca9455d80bf8e9fe287a4f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c25e6b6c4c6e42f8bbf7003330e543c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.827331] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Releasing lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.827331] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Received event network-changed-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.827331] env[68989]: DEBUG nova.compute.manager [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Refreshing instance network info cache due to event network-changed-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.827331] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Acquiring lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.827331] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Acquired lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.827647] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Refreshing network info cache for port 0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.840088] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquired lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.840088] env[68989]: DEBUG nova.network.neutron [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.043757] env[68989]: DEBUG oslo_vmware.api [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217636, 'name': PowerOnVM_Task, 'duration_secs': 1.10222} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.048886] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.049390] env[68989]: INFO nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Took 8.54 seconds to spawn the instance on the hypervisor. [ 798.049390] env[68989]: DEBUG nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.053163] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106deda4-2794-43cc-806d-1b6b947f3cd6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.108469] env[68989]: DEBUG nova.network.neutron [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.144998] env[68989]: DEBUG nova.compute.utils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.165940] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217637, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.262270] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb44b0-7cd3-4d2d-bdcb-996f716b4d28 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.273961] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87caf65d-55d7-4c88-83e0-79d09b8a2915 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.309531] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Updated VIF entry in instance network info cache for port 0831dc61-3fb8-4beb-aea9-ea7fdfeaec61. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.309916] env[68989]: DEBUG nova.network.neutron [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Updating instance_info_cache with network_info: [{"id": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "address": "fa:16:3e:06:eb:37", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0831dc61-3f", "ovs_interfaceid": "0831dc61-3fb8-4beb-aea9-ea7fdfeaec61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.311584] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Successfully created port: 5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.314281] env[68989]: DEBUG nova.compute.manager [req-a816640f-5b24-46d1-9c04-2bd7db6db414 req-9cadd18e-e9b5-4e5e-8d68-1d7664e49868 service nova] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Received event network-vif-deleted-e046e18e-10d8-4955-a5d4-e6cccc2792c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.315116] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb574823-f5c9-4818-ad62-5011efa00c9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.325176] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94681d0-8156-40b2-82ef-8448462531e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.341333] env[68989]: DEBUG nova.compute.provider_tree [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.579403] env[68989]: INFO nova.compute.manager [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Took 29.17 seconds to build instance. [ 798.611502] env[68989]: INFO nova.compute.manager [-] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Took 1.91 seconds to deallocate network for instance. [ 798.651806] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.675511] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217637, 'name': CreateVM_Task, 'duration_secs': 0.557367} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.675783] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.676726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.677048] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.677440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.677793] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fc8a3e-82c0-4398-8eeb-79672bc973c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.686571] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 798.686571] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b16877-5dc1-acfd-3855-ec8f01165557" [ 798.686571] env[68989]: _type = "Task" [ 798.686571] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.709206] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b16877-5dc1-acfd-3855-ec8f01165557, 'name': SearchDatastore_Task, 'duration_secs': 0.016228} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.709656] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.709990] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.710339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.710569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.710838] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.711496] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2679d9ad-1ff3-4556-910a-6ba3125b496c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.725663] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.725956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.731724] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad8870c-f2e7-4db1-bad9-739c0249b046 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.742870] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 798.742870] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f88bc1-6748-5363-acf3-2cebcbe76fa4" [ 798.742870] env[68989]: _type = "Task" [ 798.742870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.755253] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f88bc1-6748-5363-acf3-2cebcbe76fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.819264] env[68989]: DEBUG oslo_concurrency.lockutils [req-f67d6ae7-c278-487f-9e35-37b42c40016d req-792b0c92-7353-45ce-ad9b-ef4b778839e8 service nova] Releasing lock "refresh_cache-58e1be69-a11c-4479-8616-ddcb61eaf499" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.848158] env[68989]: DEBUG nova.scheduler.client.report [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.019395] env[68989]: DEBUG nova.network.neutron [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.080181] env[68989]: DEBUG oslo_concurrency.lockutils [None req-919a650b-4e60-4c41-8180-3de134522fe2 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.036s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.124404] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.255110] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f88bc1-6748-5363-acf3-2cebcbe76fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.020146} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.255924] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65deaef-b398-4b44-bbe9-aaef102d0bd2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263025] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 799.263025] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa30b3-e564-ca51-b152-c1f0c09241c8" [ 799.263025] env[68989]: _type = "Task" [ 799.263025] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.272284] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa30b3-e564-ca51-b152-c1f0c09241c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.354193] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.357137] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.418s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.357665] env[68989]: DEBUG nova.objects.instance [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lazy-loading 'resources' on Instance uuid c1365559-8256-49d5-93c0-14cda0baa0f7 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.522698] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Releasing lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.583310] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.670042] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.700604] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:05:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1675099988',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1977695045',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.701031] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.701358] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.701669] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.701950] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.702182] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.702446] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.702666] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.702926] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.703180] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.704152] env[68989]: DEBUG nova.virt.hardware [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.705074] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1349b7-29e1-427c-b0f4-2d4b35731c2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.715686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e0291d-bdba-4de3-886c-07435cbf08ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.774699] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa30b3-e564-ca51-b152-c1f0c09241c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.775129] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.775446] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 58e1be69-a11c-4479-8616-ddcb61eaf499/58e1be69-a11c-4479-8616-ddcb61eaf499.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.776080] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37de8de-985f-4c1a-af6f-5778e9525550 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.785184] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 799.785184] env[68989]: value = "task-3217639" [ 799.785184] env[68989]: _type = "Task" [ 799.785184] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.796558] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.875832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-63ae64d4-40c6-4025-91ce-6fb76318bfe0 tempest-ServerActionsV293TestJSON-723987038 tempest-ServerActionsV293TestJSON-723987038-project-member] Lock "06330785-2b9c-4968-8093-a2b3b9f12b09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.262s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.027694] env[68989]: DEBUG nova.compute.manager [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.028613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f97ca-35bf-4af0-adb2-49e4bc9ced7c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.098716] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.098980] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643338', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'name': 'volume-6d2be397-dda8-49e2-9611-f98a799cd987', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e10bdf3c-06b0-456a-af99-801790144f45', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'serial': '6d2be397-dda8-49e2-9611-f98a799cd987'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.100368] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd4827-9179-4f66-bb39-045c1df22b31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126873] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.130663] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6583d5-f5de-4c78-925a-74adea9e7a6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.162665] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-6d2be397-dda8-49e2-9611-f98a799cd987/volume-6d2be397-dda8-49e2-9611-f98a799cd987.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.167168] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44471950-fdb4-4994-a151-e16e7e9d5749 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.191863] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Waiting for the task: (returnval){ [ 800.191863] env[68989]: value = "task-3217640" [ 800.191863] env[68989]: _type = "Task" [ 800.191863] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.204901] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.299145] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217639, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.338788] env[68989]: DEBUG nova.compute.manager [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Received event network-vif-plugged-5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.339207] env[68989]: DEBUG oslo_concurrency.lockutils [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] Acquiring lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.339519] env[68989]: DEBUG oslo_concurrency.lockutils [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] Lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.339769] env[68989]: DEBUG oslo_concurrency.lockutils [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] Lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.339982] env[68989]: DEBUG nova.compute.manager [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] No waiting events found dispatching network-vif-plugged-5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.340185] env[68989]: WARNING nova.compute.manager [req-58482119-4405-4401-ade6-1705226a7190 req-668a345f-7dd0-4a37-aefe-06120f4de377 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Received unexpected event network-vif-plugged-5bae7083-8131-42b4-aed9-1b28bff1ea9a for instance with vm_state building and task_state spawning. [ 800.408362] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Successfully updated port: 5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.482023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c92680-3fd4-4067-8b39-dfc0bb22f810 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.493473] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388bd109-9c9b-4a03-bfb8-6083b9ecec65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.528048] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839b6e0-3e54-43ac-ac36-08e8eda444a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.538080] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114cfea-3d0a-49ba-a8ae-07f548de3130 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.545695] env[68989]: DEBUG nova.compute.manager [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.554502] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e37ae-4af8-4649-8f25-e6137ec69f35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.560497] env[68989]: DEBUG nova.compute.provider_tree [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.704469] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.799742] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741687} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.800155] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 58e1be69-a11c-4479-8616-ddcb61eaf499/58e1be69-a11c-4479-8616-ddcb61eaf499.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.800461] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.800798] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3037d9f6-4131-469c-9b60-6fbf961386cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.812621] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 800.812621] env[68989]: value = "task-3217641" [ 800.812621] env[68989]: _type = "Task" [ 800.812621] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.824229] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.909436] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.909603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.909811] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.064662] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b26662-de22-4742-bcb2-fda3427cabfd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.068466] env[68989]: DEBUG nova.scheduler.client.report [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.072446] env[68989]: INFO nova.compute.manager [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] instance snapshotting [ 801.075337] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5a344-badb-4641-b155-d9eb163378a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.082032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Doing hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 801.082302] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1b2fb504-dd7f-48dc-a289-f93edae66f7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.105633] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f056a-afb1-4166-be5c-8ab9b778c0cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.108966] env[68989]: DEBUG oslo_vmware.api [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 801.108966] env[68989]: value = "task-3217642" [ 801.108966] env[68989]: _type = "Task" [ 801.108966] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.124021] env[68989]: DEBUG oslo_vmware.api [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217642, 'name': ResetVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.205903] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217640, 'name': ReconfigVM_Task, 'duration_secs': 0.701106} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.206391] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-6d2be397-dda8-49e2-9611-f98a799cd987/volume-6d2be397-dda8-49e2-9611-f98a799cd987.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.215030] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e7465f-e6a0-43e6-9175-8b66d64ba0cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.235853] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Waiting for the task: (returnval){ [ 801.235853] env[68989]: value = "task-3217643" [ 801.235853] env[68989]: _type = "Task" [ 801.235853] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.248067] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.326296] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078287} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.326596] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.327467] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e6b83-ae05-418d-9e08-b921ca0acd7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.351465] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 58e1be69-a11c-4479-8616-ddcb61eaf499/58e1be69-a11c-4479-8616-ddcb61eaf499.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.351774] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b650e0ba-3749-43bb-98b3-c84e934ec478 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.376751] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 801.376751] env[68989]: value = "task-3217644" [ 801.376751] env[68989]: _type = "Task" [ 801.376751] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.385789] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.447802] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.576015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.578419] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.261s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.578625] env[68989]: DEBUG nova.objects.instance [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lazy-loading 'resources' on Instance uuid 1a74ae05-6c24-4d12-b773-e404059d53de {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.604346] env[68989]: INFO nova.scheduler.client.report [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted allocations for instance c1365559-8256-49d5-93c0-14cda0baa0f7 [ 801.625859] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.626185] env[68989]: DEBUG oslo_vmware.api [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217642, 'name': ResetVM_Task, 'duration_secs': 0.129766} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.626394] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87a9dd2f-533f-471a-a7d0-8e2c3dbe24e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.628406] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Did hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 801.629021] env[68989]: DEBUG nova.compute.manager [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.629693] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3018a1c-b84e-4cd0-899b-7fec125a300d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.633367] env[68989]: DEBUG nova.network.neutron [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updating instance_info_cache with network_info: [{"id": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "address": "fa:16:3e:e5:af:47", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae7083-81", "ovs_interfaceid": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.645970] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 801.645970] env[68989]: value = "task-3217645" [ 801.645970] env[68989]: _type = "Task" [ 801.645970] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.658289] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.749078] env[68989]: DEBUG oslo_vmware.api [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217643, 'name': ReconfigVM_Task, 'duration_secs': 0.250365} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.749078] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643338', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'name': 'volume-6d2be397-dda8-49e2-9611-f98a799cd987', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e10bdf3c-06b0-456a-af99-801790144f45', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'serial': '6d2be397-dda8-49e2-9611-f98a799cd987'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 801.887281] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.117304] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4bfe8002-7819-4c30-bafc-e19e9f73316d tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "c1365559-8256-49d5-93c0-14cda0baa0f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.049s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.137141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.137414] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Instance network_info: |[{"id": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "address": "fa:16:3e:e5:af:47", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae7083-81", "ovs_interfaceid": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.138621] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:af:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bae7083-8131-42b4-aed9-1b28bff1ea9a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.146154] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.148438] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.151027] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0104622-1e94-4ebd-87a0-ad1d9afd7494 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.169698] env[68989]: DEBUG oslo_concurrency.lockutils [None req-04ffe398-ba26-4385-9cd2-20702913ae0a tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.795s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.182646] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.185586] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.185586] env[68989]: value = "task-3217646" [ 802.185586] env[68989]: _type = "Task" [ 802.185586] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.196054] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217646, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.390419] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217644, 'name': ReconfigVM_Task, 'duration_secs': 0.614215} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.390737] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 58e1be69-a11c-4479-8616-ddcb61eaf499/58e1be69-a11c-4479-8616-ddcb61eaf499.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.391420] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d102fc30-0140-41a7-9380-b9dde43638bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.400823] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 802.400823] env[68989]: value = "task-3217647" [ 802.400823] env[68989]: _type = "Task" [ 802.400823] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.411991] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217647, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.527266] env[68989]: DEBUG nova.compute.manager [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.527479] env[68989]: DEBUG nova.compute.manager [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing instance network info cache due to event network-changed-cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.527700] env[68989]: DEBUG oslo_concurrency.lockutils [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] Acquiring lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.527847] env[68989]: DEBUG oslo_concurrency.lockutils [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] Acquired lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.528017] env[68989]: DEBUG nova.network.neutron [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Refreshing network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.560130] env[68989]: DEBUG nova.compute.manager [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Received event network-changed-5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.560381] env[68989]: DEBUG nova.compute.manager [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Refreshing instance network info cache due to event network-changed-5bae7083-8131-42b4-aed9-1b28bff1ea9a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.560626] env[68989]: DEBUG oslo_concurrency.lockutils [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] Acquiring lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.560773] env[68989]: DEBUG oslo_concurrency.lockutils [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] Acquired lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.560976] env[68989]: DEBUG nova.network.neutron [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Refreshing network info cache for port 5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.666250] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217645, 'name': CreateSnapshot_Task, 'duration_secs': 1.004006} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.666697] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.667536] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82dd412-3f44-45ad-8005-5968f870e0b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.674902] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db7ca8f-c100-4f49-9dd4-fdd8395818a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.688050] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1a7bd6-d9ad-4f41-ba13-584e1d3631c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.708092] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217646, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.735857] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63cddde-8daa-46d5-a1ed-f6b75c52a195 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.746029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91cb48d-c1ed-424a-a087-f4c1bb2f99b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.764255] env[68989]: DEBUG nova.compute.provider_tree [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.802814] env[68989]: DEBUG nova.objects.instance [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lazy-loading 'flavor' on Instance uuid e10bdf3c-06b0-456a-af99-801790144f45 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.913028] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217647, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.992021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.992289] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.993534] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.993534] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.993534] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.995099] env[68989]: INFO nova.compute.manager [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Terminating instance [ 803.015144] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 803.015733] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8e692-f02b-4d53-97c2-cd0d8ee0d3a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.024991] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 803.024991] env[68989]: ERROR oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk due to incomplete transfer. [ 803.024991] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec4b30ae-7555-4f8d-a694-e3d403f046a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.033782] env[68989]: DEBUG oslo_vmware.rw_handles [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec2c4-613d-7138-d2e4-d2f170148b9b/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 803.034018] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploaded image f397777d-3ef1-490c-b0ae-45a6291024f3 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 803.036153] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.036411] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ad0e260-68e4-43ca-8992-d711eaea9bf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.045177] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 803.045177] env[68989]: value = "task-3217648" [ 803.045177] env[68989]: _type = "Task" [ 803.045177] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.058023] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217648, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.180175] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.180511] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.180705] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.180907] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.181212] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.183673] env[68989]: INFO nova.compute.manager [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Terminating instance [ 803.207059] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.210810] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4d98066-b8dd-4034-b4ac-3cbe12747037 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.213846] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217646, 'name': CreateVM_Task, 'duration_secs': 0.772566} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.214039] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.215149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.215313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.215628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.215870] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c81487-04b9-4bd7-8a36-5a69c9d0a14b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.220533] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 803.220533] env[68989]: value = "task-3217649" [ 803.220533] env[68989]: _type = "Task" [ 803.220533] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.222268] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 803.222268] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f7d1a3-3e10-f4bb-472b-e4379fba9101" [ 803.222268] env[68989]: _type = "Task" [ 803.222268] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.245904] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217649, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.246309] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f7d1a3-3e10-f4bb-472b-e4379fba9101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.267782] env[68989]: DEBUG nova.scheduler.client.report [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.310483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca8cc13-aedd-4bba-a20e-e642724f295b tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.877s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.390221] env[68989]: DEBUG nova.network.neutron [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updated VIF entry in instance network info cache for port 5bae7083-8131-42b4-aed9-1b28bff1ea9a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.390221] env[68989]: DEBUG nova.network.neutron [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updating instance_info_cache with network_info: [{"id": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "address": "fa:16:3e:e5:af:47", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae7083-81", "ovs_interfaceid": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.406763] env[68989]: DEBUG nova.network.neutron [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updated VIF entry in instance network info cache for port cca941b8-ea93-4650-9fec-acd6eda57513. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.407148] env[68989]: DEBUG nova.network.neutron [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [{"id": "cca941b8-ea93-4650-9fec-acd6eda57513", "address": "fa:16:3e:7b:a3:68", "network": {"id": "09874eef-0fa5-4f75-8f9b-8a245196f457", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1266334822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2049a5085472472bae67bc7c3e491c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca941b8-ea", "ovs_interfaceid": "cca941b8-ea93-4650-9fec-acd6eda57513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.415156] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217647, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.500914] env[68989]: DEBUG nova.compute.manager [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.501291] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.504979] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376a967-4324-4c77-bd91-94203972085a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.514878] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.515207] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6ebfcc-65ea-4acb-abfb-b22c9c1f9f6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.526325] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 803.526325] env[68989]: value = "task-3217650" [ 803.526325] env[68989]: _type = "Task" [ 803.526325] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.536821] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.555598] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217648, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.687582] env[68989]: DEBUG nova.compute.manager [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.687855] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.689065] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d09eb-20bf-4f82-b6ab-75fc4d7a5b13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.698995] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.698995] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2b5f5f-d532-4b32-90f7-d61509e57f19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.706380] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 803.706380] env[68989]: value = "task-3217651" [ 803.706380] env[68989]: _type = "Task" [ 803.706380] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.716092] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.734217] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217649, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.741847] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f7d1a3-3e10-f4bb-472b-e4379fba9101, 'name': SearchDatastore_Task, 'duration_secs': 0.043905} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.742347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.743157] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.743484] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.743666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.743899] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.744302] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9e17864-a1b3-43a9-9280-4c96b825f5c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.759498] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.759755] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.760690] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbf5fa1-8290-429a-bcbd-6e7ecd25ae9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.768302] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 803.768302] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d43d7e-6b4d-f3d7-6c60-2e43e7bf4d57" [ 803.768302] env[68989]: _type = "Task" [ 803.768302] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.776709] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.783712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.310s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.785536] env[68989]: INFO nova.compute.claims [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.789636] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d43d7e-6b4d-f3d7-6c60-2e43e7bf4d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.823661] env[68989]: INFO nova.scheduler.client.report [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Deleted allocations for instance 1a74ae05-6c24-4d12-b773-e404059d53de [ 803.892720] env[68989]: DEBUG oslo_concurrency.lockutils [req-d37a8e85-c7bb-4202-83c6-5e8b5361d478 req-8fd19c56-0237-4cc6-b11e-f7192450a2c9 service nova] Releasing lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912702] env[68989]: DEBUG oslo_concurrency.lockutils [req-a9b537e3-f750-4d37-aded-d8440428d42e req-b2118d37-9edf-4ece-8981-014af3bcced4 service nova] Releasing lock "refresh_cache-ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912702] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217647, 'name': Rename_Task, 'duration_secs': 1.242935} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.912988] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.913077] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240c9caf-960f-4365-86a1-1b372623db22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.920840] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 803.920840] env[68989]: value = "task-3217652" [ 803.920840] env[68989]: _type = "Task" [ 803.920840] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.929196] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.037502] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217650, 'name': PowerOffVM_Task, 'duration_secs': 0.361384} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.037801] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.038018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.038290] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb0ed0e-a576-47f5-98f0-bf1207c31a21 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.057923] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217648, 'name': Destroy_Task, 'duration_secs': 0.749481} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.058225] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroyed the VM [ 804.059485] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.059485] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7fc8c78-2e84-4218-becc-f675322abd98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.072484] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 804.072484] env[68989]: value = "task-3217654" [ 804.072484] env[68989]: _type = "Task" [ 804.072484] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.082383] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.115992] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.116272] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.116453] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleting the datastore file [datastore2] 7853e14e-a176-4efe-8d57-cf5301f7cfc5 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.117050] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a107211-2bd4-40d8-92f9-649dd1fe9eb2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.124941] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for the task: (returnval){ [ 804.124941] env[68989]: value = "task-3217655" [ 804.124941] env[68989]: _type = "Task" [ 804.124941] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.135958] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.219964] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217651, 'name': PowerOffVM_Task, 'duration_secs': 0.20287} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.219964] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.220500] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.220500] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e02b9ccb-1b87-4e51-be9a-d83a2a43fb54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.232252] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217649, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.253046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.253046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.280655] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d43d7e-6b4d-f3d7-6c60-2e43e7bf4d57, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.281552] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a1ac26-9490-4e5d-8488-1a7db5e47076 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.298618] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 804.298618] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b584d-5adc-4269-075d-2c7e86ff09bd" [ 804.298618] env[68989]: _type = "Task" [ 804.298618] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.301054] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.301387] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.301710] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleting the datastore file [datastore2] ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.306376] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a74733-2a43-4081-95a7-64f627647596 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.316602] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525b584d-5adc-4269-075d-2c7e86ff09bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01551} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.318212] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.318707] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/019ae252-b771-477b-bb8d-ad2685ed234a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.318863] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 804.318863] env[68989]: value = "task-3217657" [ 804.318863] env[68989]: _type = "Task" [ 804.318863] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.319086] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce2193e2-ac4c-4c0a-ad55-9553ee109a25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.334247] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.335033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-15d3f739-3fc7-4e75-a091-dc4d63c8785b tempest-ImagesNegativeTestJSON-699085375 tempest-ImagesNegativeTestJSON-699085375-project-member] Lock "1a74ae05-6c24-4d12-b773-e404059d53de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.657s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.339276] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 804.339276] env[68989]: value = "task-3217658" [ 804.339276] env[68989]: _type = "Task" [ 804.339276] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.347061] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.432524] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.583203] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217654, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.636973] env[68989]: DEBUG oslo_vmware.api [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Task: {'id': task-3217655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215225} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.637260] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.637478] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.637671] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.637920] env[68989]: INFO nova.compute.manager [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.638220] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.638426] env[68989]: DEBUG nova.compute.manager [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.638525] env[68989]: DEBUG nova.network.neutron [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.735856] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217649, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.755942] env[68989]: INFO nova.compute.manager [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Detaching volume 6d2be397-dda8-49e2-9611-f98a799cd987 [ 804.808070] env[68989]: INFO nova.virt.block_device [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Attempting to driver detach volume 6d2be397-dda8-49e2-9611-f98a799cd987 from mountpoint /dev/sdb [ 804.809470] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 804.811430] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643338', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'name': 'volume-6d2be397-dda8-49e2-9611-f98a799cd987', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e10bdf3c-06b0-456a-af99-801790144f45', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'serial': '6d2be397-dda8-49e2-9611-f98a799cd987'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 804.815036] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021c1b4c-5fdf-4702-a468-acdab1ff9053 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.865943] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ab968-ef7b-4061-b538-c328a02b50b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.873234] env[68989]: DEBUG oslo_vmware.api [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224965} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.874325] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.874325] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.874325] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.874515] env[68989]: INFO nova.compute.manager [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 804.875347] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.875347] env[68989]: DEBUG nova.compute.manager [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.875347] env[68989]: DEBUG nova.network.neutron [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.883614] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e081ef4-66b8-4c05-9ce3-4f808bb14fe1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.888178] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.915620] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b24b8-8143-4243-a032-cc0e09f615b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.937679] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] The volume has not been displaced from its original location: [datastore2] volume-6d2be397-dda8-49e2-9611-f98a799cd987/volume-6d2be397-dda8-49e2-9611-f98a799cd987.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 804.943737] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.947419] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd557e5b-3efd-4497-86dd-b0fc995b8e38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.968438] env[68989]: DEBUG oslo_vmware.api [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217652, 'name': PowerOnVM_Task, 'duration_secs': 0.537709} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.968438] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.969076] env[68989]: INFO nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Took 10.41 seconds to spawn the instance on the hypervisor. [ 804.969076] env[68989]: DEBUG nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.970562] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c11b7c-6b8f-4d3f-99db-e9fc852f46ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.978155] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Waiting for the task: (returnval){ [ 804.978155] env[68989]: value = "task-3217659" [ 804.978155] env[68989]: _type = "Task" [ 804.978155] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.000241] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.002085] env[68989]: DEBUG nova.compute.manager [req-41755757-b6de-41e7-b93e-47197e90af4c req-80c64e15-0547-4384-9afa-1c9553afcc48 service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Received event network-vif-deleted-5b0d98d2-1a93-446a-821b-8d295f65aaa2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.002244] env[68989]: INFO nova.compute.manager [req-41755757-b6de-41e7-b93e-47197e90af4c req-80c64e15-0547-4384-9afa-1c9553afcc48 service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Neutron deleted interface 5b0d98d2-1a93-446a-821b-8d295f65aaa2; detaching it from the instance and deleting it from the info cache [ 805.002418] env[68989]: DEBUG nova.network.neutron [req-41755757-b6de-41e7-b93e-47197e90af4c req-80c64e15-0547-4384-9afa-1c9553afcc48 service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.089447] env[68989]: DEBUG oslo_vmware.api [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783091} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.089745] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.089997] env[68989]: INFO nova.compute.manager [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 805.239402] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217649, 'name': CloneVM_Task, 'duration_secs': 1.629412} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.242188] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Created linked-clone VM from snapshot [ 805.243252] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569eff7-4e0b-433a-8700-9826821d6e15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.252555] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Uploading image d1e6a8f4-94bb-486e-b6ad-cc9318bb3465 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.288179] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.288179] env[68989]: value = "vm-643342" [ 805.288179] env[68989]: _type = "VirtualMachine" [ 805.288179] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.288463] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a29b38ce-17b5-4182-a9e2-6271144db71e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.296744] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease: (returnval){ [ 805.296744] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dd3d2c-74d0-9c46-2f2d-bfc65d8a3de9" [ 805.296744] env[68989]: _type = "HttpNfcLease" [ 805.296744] env[68989]: } obtained for exporting VM: (result){ [ 805.296744] env[68989]: value = "vm-643342" [ 805.296744] env[68989]: _type = "VirtualMachine" [ 805.296744] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.296995] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the lease: (returnval){ [ 805.296995] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dd3d2c-74d0-9c46-2f2d-bfc65d8a3de9" [ 805.296995] env[68989]: _type = "HttpNfcLease" [ 805.296995] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.308011] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.308011] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dd3d2c-74d0-9c46-2f2d-bfc65d8a3de9" [ 805.308011] env[68989]: _type = "HttpNfcLease" [ 805.308011] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.368773] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700687} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.369065] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/019ae252-b771-477b-bb8d-ad2685ed234a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.369294] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.369601] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3398683a-2a74-442b-8876-bf75e15e0f04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.379420] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 805.379420] env[68989]: value = "task-3217661" [ 805.379420] env[68989]: _type = "Task" [ 805.379420] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.390298] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.434512] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a22c9-102c-44a3-aadb-7c28267715af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.444155] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc9f30-0631-4378-b25c-682958c32166 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.476029] env[68989]: DEBUG nova.network.neutron [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.478862] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af843106-81c9-4b6f-bba1-81a307957432 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.499038] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fc401-e3fb-4134-8649-1324b216e0bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.504167] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217659, 'name': ReconfigVM_Task, 'duration_secs': 0.301508} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.506286] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.515693] env[68989]: INFO nova.compute.manager [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Took 32.88 seconds to build instance. [ 805.516017] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc58b886-f108-446d-9471-958f1af8f690 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.521133] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beaee8ce-3004-44e9-a3c2-47e95dec1b48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.541184] env[68989]: DEBUG nova.compute.provider_tree [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.555227] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae325ad3-8908-430d-9090-ab7fe55e3ce3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.568723] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Waiting for the task: (returnval){ [ 805.568723] env[68989]: value = "task-3217662" [ 805.568723] env[68989]: _type = "Task" [ 805.568723] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.580658] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.600199] env[68989]: DEBUG nova.compute.manager [req-41755757-b6de-41e7-b93e-47197e90af4c req-80c64e15-0547-4384-9afa-1c9553afcc48 service nova] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Detach interface failed, port_id=5b0d98d2-1a93-446a-821b-8d295f65aaa2, reason: Instance 7853e14e-a176-4efe-8d57-cf5301f7cfc5 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.656200] env[68989]: DEBUG nova.compute.manager [None req-09963cff-08d2-408f-a243-23e862e7803b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Found 1 images (rotation: 2) {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 805.711340] env[68989]: DEBUG nova.network.neutron [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.806415] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.806415] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dd3d2c-74d0-9c46-2f2d-bfc65d8a3de9" [ 805.806415] env[68989]: _type = "HttpNfcLease" [ 805.806415] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.808104] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.808104] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dd3d2c-74d0-9c46-2f2d-bfc65d8a3de9" [ 805.808104] env[68989]: _type = "HttpNfcLease" [ 805.808104] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.811247] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26100c7b-6cda-461c-b317-d706b5ccaf9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.821389] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.821596] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.900067] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23851} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.900357] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.901295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817c6ebc-1a64-4ef0-9200-1c084795dbce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.927690] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/019ae252-b771-477b-bb8d-ad2685ed234a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.931070] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3008f134-0cbf-4815-aaa5-34e1090e81d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.947371] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-647f969f-8f79-44f0-bf38-e58da8c6e4fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.956710] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 805.956710] env[68989]: value = "task-3217663" [ 805.956710] env[68989]: _type = "Task" [ 805.956710] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.965746] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.983866] env[68989]: INFO nova.compute.manager [-] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Took 1.34 seconds to deallocate network for instance. [ 806.040189] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f910099d-1e60-4834-9a1d-e47a2a105523 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.330s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.044565] env[68989]: DEBUG nova.scheduler.client.report [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.080526] env[68989]: DEBUG oslo_vmware.api [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Task: {'id': task-3217662, 'name': ReconfigVM_Task, 'duration_secs': 0.169651} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.080897] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643338', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'name': 'volume-6d2be397-dda8-49e2-9611-f98a799cd987', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e10bdf3c-06b0-456a-af99-801790144f45', 'attached_at': '', 'detached_at': '', 'volume_id': '6d2be397-dda8-49e2-9611-f98a799cd987', 'serial': '6d2be397-dda8-49e2-9611-f98a799cd987'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.215328] env[68989]: INFO nova.compute.manager [-] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Took 1.34 seconds to deallocate network for instance. [ 806.315755] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "58e1be69-a11c-4479-8616-ddcb61eaf499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.316141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.316516] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.316769] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.316977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.320179] env[68989]: INFO nova.compute.manager [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Terminating instance [ 806.474300] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217663, 'name': ReconfigVM_Task, 'duration_secs': 0.352067} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.474546] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/019ae252-b771-477b-bb8d-ad2685ed234a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.474947] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68989) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 806.475628] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5a24ebf4-f558-443f-8b46-0045c3fa8e92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.484826] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 806.484826] env[68989]: value = "task-3217664" [ 806.484826] env[68989]: _type = "Task" [ 806.484826] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.494267] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217664, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.496449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.550181] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.551306] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.554162] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.370s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.555667] env[68989]: INFO nova.compute.claims [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.649109] env[68989]: DEBUG nova.objects.instance [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lazy-loading 'flavor' on Instance uuid e10bdf3c-06b0-456a-af99-801790144f45 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.724038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.825587] env[68989]: DEBUG nova.compute.manager [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.826203] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.829358] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28b4a4e-f468-4204-987d-b6bd6fe02541 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.838114] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.838114] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4febce-fcc5-4882-9811-42aa13d0aaf6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.845776] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 806.845776] env[68989]: value = "task-3217665" [ 806.845776] env[68989]: _type = "Task" [ 806.845776] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.861997] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.999637] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217664, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.064906] env[68989]: DEBUG nova.compute.utils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.070075] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.070288] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.148533] env[68989]: DEBUG nova.policy [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78cd594c62044d4815b1b3b067b5797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fef83b2949d4a65967e0293bcb299d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.206408] env[68989]: DEBUG nova.compute.manager [req-5523532c-7bd2-40eb-ae15-751502aa139b req-06e9ec32-a297-4f25-a482-8e54a835dd25 service nova] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Received event network-vif-deleted-cca941b8-ea93-4650-9fec-acd6eda57513 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.284367] env[68989]: DEBUG nova.compute.manager [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.287346] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28c5a2-506b-4b7b-a6c2-7093c4be2533 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.359028] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217665, 'name': PowerOffVM_Task, 'duration_secs': 0.237966} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.359028] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.359028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.359028] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c075c498-e656-4e4c-9308-9aa1189391a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.439227] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.439487] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.439677] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] 58e1be69-a11c-4479-8616-ddcb61eaf499 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.440035] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf56a1aa-6a2c-434e-950f-27ec1c2139e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.448656] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 807.448656] env[68989]: value = "task-3217668" [ 807.448656] env[68989]: _type = "Task" [ 807.448656] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.458910] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.498357] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217664, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.837217} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.498637] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68989) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 807.499587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e91afd-18d1-4a33-ad46-1e325c9f6508 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.532191] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/ephemeral_0.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.532530] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6216e9-5b00-46f1-9013-cff3fa078d77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.557505] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 807.557505] env[68989]: value = "task-3217669" [ 807.557505] env[68989]: _type = "Task" [ 807.557505] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.569492] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.571303] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.659084] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28ab04cf-7c2e-458f-8cfd-5a28196d2dd7 tempest-VolumesAssistedSnapshotsTest-1397894045 tempest-VolumesAssistedSnapshotsTest-1397894045-project-admin] Lock "e10bdf3c-06b0-456a-af99-801790144f45" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.406s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.700671] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Successfully created port: f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.806467] env[68989]: INFO nova.compute.manager [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] instance snapshotting [ 807.806467] env[68989]: DEBUG nova.objects.instance [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.965650] env[68989]: DEBUG oslo_vmware.api [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232008} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.965650] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.966486] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.966486] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.966699] env[68989]: INFO nova.compute.manager [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.967771] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.967771] env[68989]: DEBUG nova.compute.manager [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.967771] env[68989]: DEBUG nova.network.neutron [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.074944] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.207029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896b4aa-e6b9-4836-910b-e373ff70a391 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.216399] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8da589-adee-4ed9-9968-595b92279293 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.261257] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688954e1-e8a4-442b-9db1-499be297fecd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.271126] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378dd2df-ca9a-4a7b-9f3c-c099e5d245f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.290239] env[68989]: DEBUG nova.compute.provider_tree [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.312746] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316ee91-3e22-4473-a252-3ded3e9e7c35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.338639] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a569b14f-1447-4ced-8d50-50cfe9592ed3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.574322] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217669, 'name': ReconfigVM_Task, 'duration_secs': 0.535092} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.575856] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a/ephemeral_0.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.577477] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39df66c-d436-4015-bdc4-17829bf8bb65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.586387] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.594160] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 808.594160] env[68989]: value = "task-3217670" [ 808.594160] env[68989]: _type = "Task" [ 808.594160] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.607755] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217670, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.623710] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='987cd84a-f47b-47be-a452-009b3fbb3223',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1407065674',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.623710] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.623710] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.624067] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.624067] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.624758] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.624758] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.624758] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.625237] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.625558] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.628022] env[68989]: DEBUG nova.virt.hardware [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.628022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1baa9d7-41d6-4910-ac0a-831daafbde6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639738] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735d7b6f-3711-450b-aaa7-7906e5259e1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.792494] env[68989]: DEBUG nova.scheduler.client.report [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.855610] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.859027] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be63e42b-c0fe-4796-85bc-c6be9382f83f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.865993] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 808.865993] env[68989]: value = "task-3217671" [ 808.865993] env[68989]: _type = "Task" [ 808.865993] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.877367] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.070457] env[68989]: DEBUG nova.network.neutron [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.104992] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217670, 'name': Rename_Task, 'duration_secs': 0.354747} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.105484] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.105749] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6189a68-68e2-449c-9f69-b6ee8ab58f35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.113545] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 809.113545] env[68989]: value = "task-3217672" [ 809.113545] env[68989]: _type = "Task" [ 809.113545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.123352] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.298736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.299395] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.310425] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.774s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.310781] env[68989]: DEBUG nova.objects.instance [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lazy-loading 'resources' on Instance uuid b7563cb3-9bec-4c56-ac6a-99a7e69060ec {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.379273] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.424377] env[68989]: DEBUG nova.compute.manager [req-de2492ed-4258-4d2d-a2de-d1b0a12f61b7 req-eb8eb489-593c-4867-84a9-e281bd3a27f7 service nova] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Received event network-vif-deleted-0831dc61-3fb8-4beb-aea9-ea7fdfeaec61 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.519490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.519490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.519490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.519490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.519942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.520714] env[68989]: INFO nova.compute.manager [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Terminating instance [ 809.574046] env[68989]: INFO nova.compute.manager [-] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Took 1.61 seconds to deallocate network for instance. [ 809.633221] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.819660] env[68989]: DEBUG nova.compute.utils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.822448] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.823228] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.884634] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217671, 'name': CreateSnapshot_Task, 'duration_secs': 0.743383} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.885551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.886141] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38825fa9-df44-4885-9166-d57db0cdd101 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.930630] env[68989]: DEBUG nova.policy [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1cdd1da440d4419af86f031df449a2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b41d6bb48f6b43949bb809fefc529bd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.027872] env[68989]: DEBUG nova.compute.manager [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.028317] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.029905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2bf225-ed81-4284-9ef6-97d7606ec504 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.049287] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.049743] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0432cd4-4b71-4c38-a7a2-fd09dea8552a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.058924] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 810.058924] env[68989]: value = "task-3217673" [ 810.058924] env[68989]: _type = "Task" [ 810.058924] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.064415] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Successfully updated port: f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.071784] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.081984] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.128433] env[68989]: DEBUG oslo_vmware.api [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3217672, 'name': PowerOnVM_Task, 'duration_secs': 0.627832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.128751] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.128975] env[68989]: INFO nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Took 10.46 seconds to spawn the instance on the hypervisor. [ 810.129199] env[68989]: DEBUG nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.130031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5d060c-85c9-4418-89ec-6f9ad2285155 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.328417] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.415113] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.418150] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-585c2804-6c7f-456a-9db8-84cf40aceed7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.430203] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 810.430203] env[68989]: value = "task-3217674" [ 810.430203] env[68989]: _type = "Task" [ 810.430203] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.448166] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217674, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.462267] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b1561-f06a-46fc-8407-041cb8147b3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.473177] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c529d7-c422-4b1e-a285-14177856ecbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.507930] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d175b-5e51-434b-a3c1-d3224418d00f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.517074] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f8de5-b7b6-4990-b153-38691ab0cf95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.533079] env[68989]: DEBUG nova.compute.provider_tree [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.570968] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217673, 'name': PowerOffVM_Task, 'duration_secs': 0.248764} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.571592] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Successfully created port: d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.573729] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.574040] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.574611] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.574750] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.574893] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.578057] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d2fa15-8d64-41b0-a307-490d064eb20f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.654183] env[68989]: INFO nova.compute.manager [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Took 33.48 seconds to build instance. [ 810.660079] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.660185] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.662129] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Deleting the datastore file [datastore2] 5ce767c8-a1d8-47a1-895d-694a9a6ae283 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.662129] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736ff4d7-0d0f-428f-9cdc-f02c9cd1d9c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.672258] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for the task: (returnval){ [ 810.672258] env[68989]: value = "task-3217676" [ 810.672258] env[68989]: _type = "Task" [ 810.672258] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.685846] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.947032] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217674, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.039022] env[68989]: DEBUG nova.scheduler.client.report [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.137058] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.158418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e1e02e60-de42-489d-b1c3-45a293bbbc4d tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.444s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.185332] env[68989]: DEBUG oslo_vmware.api [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Task: {'id': task-3217676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345669} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.185716] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.185925] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.186119] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.186309] env[68989]: INFO nova.compute.manager [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Took 1.16 seconds to destroy the instance on the hypervisor. [ 811.186680] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.186795] env[68989]: DEBUG nova.compute.manager [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.186888] env[68989]: DEBUG nova.network.neutron [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.194329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.194329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.194555] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "e10bdf3c-06b0-456a-af99-801790144f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.194742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.194908] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.197164] env[68989]: INFO nova.compute.manager [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Terminating instance [ 811.340854] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.371755] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.372050] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.372207] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.372395] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.372544] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.372689] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.372994] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.373110] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.373368] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.373856] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.373856] env[68989]: DEBUG nova.virt.hardware [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.374836] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb356b-9460-4a54-a5db-77999f10d330 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.384107] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1716e69-fe6b-483a-98d1-695f42c97d64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.431762] env[68989]: DEBUG nova.network.neutron [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.443913] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217674, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.496724] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.497408] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.544849] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.548158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.893s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.549742] env[68989]: INFO nova.compute.claims [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.577211] env[68989]: INFO nova.scheduler.client.report [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Deleted allocations for instance b7563cb3-9bec-4c56-ac6a-99a7e69060ec [ 811.704980] env[68989]: DEBUG nova.compute.manager [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.704980] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.704980] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3acf090-a2cd-4b12-90e1-63024b9ddc89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.718457] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.718957] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44014c11-ec2c-4418-b8b8-3538d5222900 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.730172] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 811.730172] env[68989]: value = "task-3217677" [ 811.730172] env[68989]: _type = "Task" [ 811.730172] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.739126] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.805225] env[68989]: DEBUG nova.compute.manager [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Received event network-vif-plugged-f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.805454] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Acquiring lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.805666] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.805829] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.805992] env[68989]: DEBUG nova.compute.manager [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] No waiting events found dispatching network-vif-plugged-f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.806182] env[68989]: WARNING nova.compute.manager [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Received unexpected event network-vif-plugged-f7199f21-686c-4f47-a7e8-5cad895febc9 for instance with vm_state building and task_state spawning. [ 811.806342] env[68989]: DEBUG nova.compute.manager [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Received event network-changed-f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.806491] env[68989]: DEBUG nova.compute.manager [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Refreshing instance network info cache due to event network-changed-f7199f21-686c-4f47-a7e8-5cad895febc9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.806803] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.939477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.939862] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Instance network_info: |[{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.940193] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.940378] env[68989]: DEBUG nova.network.neutron [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Refreshing network info cache for port f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.941671] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d9:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7199f21-686c-4f47-a7e8-5cad895febc9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.950685] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.951857] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.952126] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2cf4aa-ad6a-486d-a869-60106de04c29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.973602] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217674, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.980484] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.980484] env[68989]: value = "task-3217678" [ 811.980484] env[68989]: _type = "Task" [ 811.980484] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.993169] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217678, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.009039] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.009707] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.010041] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.010693] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.010693] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.010693] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.010902] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 812.011014] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.090935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-34ced4a4-74ff-4270-ac34-5117ccd3c366 tempest-ServerGroupTestJSON-239989186 tempest-ServerGroupTestJSON-239989186-project-member] Lock "b7563cb3-9bec-4c56-ac6a-99a7e69060ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.152s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.245350] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217677, 'name': PowerOffVM_Task, 'duration_secs': 0.411937} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.245697] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.245876] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.246342] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714824ec-1c4b-4586-ae9d-14ea41cd146a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.335730] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.336486] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.336616] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Deleting the datastore file [datastore1] e10bdf3c-06b0-456a-af99-801790144f45 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.337156] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8cbfcdf-7285-4987-a01e-cba89f0e01fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.346758] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for the task: (returnval){ [ 812.346758] env[68989]: value = "task-3217680" [ 812.346758] env[68989]: _type = "Task" [ 812.346758] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.356881] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.451581] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217674, 'name': CloneVM_Task, 'duration_secs': 2.00288} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.454736] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created linked-clone VM from snapshot [ 812.455960] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eae431-5ceb-4c2d-844e-64933ba7192f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.470710] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploading image 7a2f7b33-bb7d-455a-8cf4-afe6789dd143 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.494058] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217678, 'name': CreateVM_Task, 'duration_secs': 0.469513} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.496384] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.497317] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.497486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.497811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.498091] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915a24fc-63d4-42f0-8d14-75393df3ede9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.504440] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 812.504440] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520907c7-d44d-15b9-85d4-06fa81b00de7" [ 812.504440] env[68989]: _type = "Task" [ 812.504440] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.506457] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.506457] env[68989]: value = "vm-643344" [ 812.506457] env[68989]: _type = "VirtualMachine" [ 812.506457] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.506764] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1eeb37ae-d34f-44e3-a31b-33713b74f7fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.514245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.517867] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520907c7-d44d-15b9-85d4-06fa81b00de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.519318] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease: (returnval){ [ 812.519318] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5290ce19-9b14-afb5-68f9-d69e2a550fe5" [ 812.519318] env[68989]: _type = "HttpNfcLease" [ 812.519318] env[68989]: } obtained for exporting VM: (result){ [ 812.519318] env[68989]: value = "vm-643344" [ 812.519318] env[68989]: _type = "VirtualMachine" [ 812.519318] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.519741] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the lease: (returnval){ [ 812.519741] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5290ce19-9b14-afb5-68f9-d69e2a550fe5" [ 812.519741] env[68989]: _type = "HttpNfcLease" [ 812.519741] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.528366] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.528366] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5290ce19-9b14-afb5-68f9-d69e2a550fe5" [ 812.528366] env[68989]: _type = "HttpNfcLease" [ 812.528366] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.538019] env[68989]: DEBUG nova.network.neutron [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.865302] env[68989]: DEBUG oslo_vmware.api [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Task: {'id': task-3217680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190548} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.865601] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.865767] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.866074] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.866149] env[68989]: INFO nova.compute.manager [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Took 1.16 seconds to destroy the instance on the hypervisor. [ 812.866405] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.866575] env[68989]: DEBUG nova.compute.manager [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.866676] env[68989]: DEBUG nova.network.neutron [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.020236] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520907c7-d44d-15b9-85d4-06fa81b00de7, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.026258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.026662] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.027113] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.027401] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.027793] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.028398] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92f0fe6-8d3b-4ae2-a031-906d3db5fb78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.035444] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.035444] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5290ce19-9b14-afb5-68f9-d69e2a550fe5" [ 813.035444] env[68989]: _type = "HttpNfcLease" [ 813.035444] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.036609] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.036609] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5290ce19-9b14-afb5-68f9-d69e2a550fe5" [ 813.036609] env[68989]: _type = "HttpNfcLease" [ 813.036609] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.038510] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3f0ef-2ef0-425d-aa7d-e3fbbdc23dd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.045318] env[68989]: INFO nova.compute.manager [-] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Took 1.86 seconds to deallocate network for instance. [ 813.045967] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.046278] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.050132] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b410fe-b482-4038-9d68-747ce85a4300 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.061740] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.062134] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.136371] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 813.136371] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cec410-a9f9-0f37-15c1-8b9edb01b675" [ 813.136371] env[68989]: _type = "Task" [ 813.136371] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.149309] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cec410-a9f9-0f37-15c1-8b9edb01b675, 'name': SearchDatastore_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.152713] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcfbd44-e931-42b4-b674-fa38ca144db3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.159701] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 813.159701] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ada77-bbed-ac69-3c9e-342c8b0b00ef" [ 813.159701] env[68989]: _type = "Task" [ 813.159701] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.169014] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ada77-bbed-ac69-3c9e-342c8b0b00ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.228682] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1344e915-2fc2-4475-b8ee-1da0bc8304e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.237558] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c83703a-5e90-436c-a67f-ab299aa692c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.273035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea89cd4-0252-4a35-b93a-a0519fd91a3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.277616] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ce9256d-e1bd-495e-9d4c-464c9c77499f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.287595] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51118d-a426-4315-ab8e-611162a0be9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.304193] env[68989]: DEBUG nova.compute.provider_tree [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.324219] env[68989]: DEBUG nova.network.neutron [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updated VIF entry in instance network info cache for port f7199f21-686c-4f47-a7e8-5cad895febc9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.324563] env[68989]: DEBUG nova.network.neutron [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.544022] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Successfully updated port: d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.565100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.677652] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ada77-bbed-ac69-3c9e-342c8b0b00ef, 'name': SearchDatastore_Task, 'duration_secs': 0.027847} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.678155] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.678635] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.679045] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f9f57f-c56c-4a9a-970a-862314a9a16e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.690641] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 813.690641] env[68989]: value = "task-3217682" [ 813.690641] env[68989]: _type = "Task" [ 813.690641] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.703539] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.810927] env[68989]: DEBUG nova.scheduler.client.report [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.827766] env[68989]: DEBUG oslo_concurrency.lockutils [req-1491057a-7459-4b90-b510-40007f45f425 req-40600b70-0073-456d-9663-84f428582a47 service nova] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.890977] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Received event network-vif-deleted-a39cba30-09b0-444a-8243-db7196e5c06d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.895115] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Received event network-vif-plugged-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.895115] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Acquiring lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.895115] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.895115] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.895115] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] No waiting events found dispatching network-vif-plugged-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.895429] env[68989]: WARNING nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Received unexpected event network-vif-plugged-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 for instance with vm_state building and task_state spawning. [ 813.895429] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Received event network-changed-5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.895429] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Refreshing instance network info cache due to event network-changed-5bae7083-8131-42b4-aed9-1b28bff1ea9a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.895429] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Acquiring lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895429] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Acquired lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.895599] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Refreshing network info cache for port 5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.046213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.046497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquired lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.046727] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.206686] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.320026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.320668] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.325061] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.659s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.327118] env[68989]: INFO nova.compute.claims [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.456366] env[68989]: DEBUG nova.network.neutron [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.622073] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.708220] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747553} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.709999] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.710252] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.713074] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46b1bce4-0ed6-4a16-b486-b3f704e00d00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.720035] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 814.720035] env[68989]: value = "task-3217683" [ 814.720035] env[68989]: _type = "Task" [ 814.720035] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.734619] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.828299] env[68989]: DEBUG nova.compute.utils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.830270] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.836708] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.860607] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updated VIF entry in instance network info cache for port 5bae7083-8131-42b4-aed9-1b28bff1ea9a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.861653] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updating instance_info_cache with network_info: [{"id": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "address": "fa:16:3e:e5:af:47", "network": {"id": "15050514-9646-4753-82c3-33406e90c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1125132212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c25e6b6c4c6e42f8bbf7003330e543c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bae7083-81", "ovs_interfaceid": "5bae7083-8131-42b4-aed9-1b28bff1ea9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.921026] env[68989]: DEBUG nova.policy [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bf604fd1484feda194ad7afc1126b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d535c2b97047939bf17be1d6c13958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.923859] env[68989]: DEBUG nova.network.neutron [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Updating instance_info_cache with network_info: [{"id": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "address": "fa:16:3e:3a:8a:97", "network": {"id": "a0b8b403-9bd0-4f76-b62d-bf75b6b4235f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-997190174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41d6bb48f6b43949bb809fefc529bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d3dd01-5d", "ovs_interfaceid": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.942589] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.943668] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e85c5f-0b3b-4046-8a18-9087ccda7b93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.953074] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.955321] env[68989]: ERROR oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk due to incomplete transfer. [ 814.955321] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cae9c8d9-d806-472f-96c1-549c988d2e58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.960315] env[68989]: INFO nova.compute.manager [-] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Took 2.09 seconds to deallocate network for instance. [ 814.970722] env[68989]: DEBUG oslo_vmware.rw_handles [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52336b35-2aa6-3b3e-e670-e222000885fe/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.972034] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Uploaded image d1e6a8f4-94bb-486e-b6ad-cc9318bb3465 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.976274] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.977924] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37a25cb1-433c-4995-baae-b0c5584fe576 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.988147] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 814.988147] env[68989]: value = "task-3217684" [ 814.988147] env[68989]: _type = "Task" [ 814.988147] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.000427] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217684, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.232366] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074839} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.232703] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.233572] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ac3e47-ca0b-4eae-89bb-51703b12c45e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258303] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.258642] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaec253b-4d6a-4c42-ba70-91ed84f17e79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.283298] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 815.283298] env[68989]: value = "task-3217685" [ 815.283298] env[68989]: _type = "Task" [ 815.283298] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.298372] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.340484] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.369146] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Releasing lock "refresh_cache-019ae252-b771-477b-bb8d-ad2685ed234a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.369146] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Received event network-changed-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.369146] env[68989]: DEBUG nova.compute.manager [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Refreshing instance network info cache due to event network-changed-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.369741] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Acquiring lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.419827] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Successfully created port: 1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.431135] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Releasing lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.431417] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Instance network_info: |[{"id": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "address": "fa:16:3e:3a:8a:97", "network": {"id": "a0b8b403-9bd0-4f76-b62d-bf75b6b4235f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-997190174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41d6bb48f6b43949bb809fefc529bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d3dd01-5d", "ovs_interfaceid": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.432313] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Acquired lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.432564] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Refreshing network info cache for port d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.434213] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:8a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d3dd01-5ddd-4f23-bde3-a6f4a55fde21', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.446184] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Creating folder: Project (b41d6bb48f6b43949bb809fefc529bd0). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.452893] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30dfa463-66d7-421b-86e6-858a3eef1b24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.468162] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Created folder: Project (b41d6bb48f6b43949bb809fefc529bd0) in parent group-v643186. [ 815.468529] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Creating folder: Instances. Parent ref: group-v643346. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.471854] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4463f76b-9251-4d54-8142-d4a14d46a2ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.474701] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.491495] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Created folder: Instances in parent group-v643346. [ 815.494440] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.506140] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.510580] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d068d0d-1b7d-4e2b-8b41-be9e6017d046 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.538049] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217684, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.539403] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.539403] env[68989]: value = "task-3217688" [ 815.539403] env[68989]: _type = "Task" [ 815.539403] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.553864] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217688, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.799233] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.945288] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Updated VIF entry in instance network info cache for port d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.945288] env[68989]: DEBUG nova.network.neutron [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Updating instance_info_cache with network_info: [{"id": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "address": "fa:16:3e:3a:8a:97", "network": {"id": "a0b8b403-9bd0-4f76-b62d-bf75b6b4235f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-997190174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41d6bb48f6b43949bb809fefc529bd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d3dd01-5d", "ovs_interfaceid": "d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.984019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c0550-000b-4b40-a254-d2ff013b7510 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.996321] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bea961-1a8d-47f9-9737-c03d90469da2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.006924] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217684, 'name': Destroy_Task, 'duration_secs': 0.619505} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.035275] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Destroyed the VM [ 816.035562] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.036452] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35d5be1d-7b0a-44c0-b9c0-901f29af01f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.039091] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dbc2c6-fb2b-4dce-ac98-fd70c3f10ca6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.046756] env[68989]: DEBUG nova.compute.manager [req-280f879c-78df-4c76-b7a2-f6b172018544 req-8f4dc563-15fd-4323-9231-0aef92bbf961 service nova] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Received event network-vif-deleted-f191ae95-ee9e-44a3-919b-c4f602d3bca9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.052525] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 816.052525] env[68989]: value = "task-3217689" [ 816.052525] env[68989]: _type = "Task" [ 816.052525] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.052525] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfb781-5bc5-4339-9883-bfc610ea0dfa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.070698] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217688, 'name': CreateVM_Task, 'duration_secs': 0.443883} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.071363] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.071647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.072813] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.074183] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.074364] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.074724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.085528] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c911347f-a1b8-46ef-bf0f-d570b1d6d291 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.088150] env[68989]: DEBUG nova.compute.provider_tree [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.094990] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.098519] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.099937] env[68989]: DEBUG nova.scheduler.client.report [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.107680] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 816.107680] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ad999-a5ea-d471-a467-6fb4c315c0df" [ 816.107680] env[68989]: _type = "Task" [ 816.107680] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.119331] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ad999-a5ea-d471-a467-6fb4c315c0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.296323] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217685, 'name': ReconfigVM_Task, 'duration_secs': 0.621564} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.296646] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.297421] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0269f34-c9e8-4c4d-bcea-cf0f4fd4a9b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.305436] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 816.305436] env[68989]: value = "task-3217690" [ 816.305436] env[68989]: _type = "Task" [ 816.305436] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.315205] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217690, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.364123] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.393202] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.393655] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.394558] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.394558] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.394558] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.394558] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.394775] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.394775] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.395849] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.395849] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.395849] env[68989]: DEBUG nova.virt.hardware [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.396335] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9dd62c-8061-4321-b004-0dc5c45fe846 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.406214] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d6636-9938-49f7-9b91-1b6c050e6edf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.447981] env[68989]: DEBUG oslo_concurrency.lockutils [req-bc5105d5-dd84-4781-a92d-c042f944a27e req-3051f4f4-039d-481d-9e95-642d43a6c427 service nova] Releasing lock "refresh_cache-96a375fc-9117-4494-9c48-1b16dba6b068" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.561529] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217689, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.606076] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.606811] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.609734] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.780s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.611529] env[68989]: INFO nova.compute.claims [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.625584] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524ad999-a5ea-d471-a467-6fb4c315c0df, 'name': SearchDatastore_Task, 'duration_secs': 0.015152} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.625584] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.626074] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.626153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.626339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.626604] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.628116] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79438db7-bcda-4ff0-ab8d-e11d8cd63c30 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.634254] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.639240] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.639418] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.640251] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dd1ede-4d25-4441-b43f-dee69d8c19b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.648475] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 816.648475] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52882ee4-14e4-bb4d-1de6-024fa62a7e7c" [ 816.648475] env[68989]: _type = "Task" [ 816.648475] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.659329] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52882ee4-14e4-bb4d-1de6-024fa62a7e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.817747] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217690, 'name': Rename_Task, 'duration_secs': 0.252432} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.818106] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.818343] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74f39067-97d1-4465-8b30-ef8386fe509a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.828475] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 816.828475] env[68989]: value = "task-3217691" [ 816.828475] env[68989]: _type = "Task" [ 816.828475] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.838217] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.067202] env[68989]: DEBUG oslo_vmware.api [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217689, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873971} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.067202] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.067202] env[68989]: INFO nova.compute.manager [None req-b1724390-6c89-45fd-8f22-d3ff68894ba6 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 817.118708] env[68989]: DEBUG nova.compute.utils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.135021] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.135021] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.160853] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52882ee4-14e4-bb4d-1de6-024fa62a7e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.01614} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.161733] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77efe684-4e2b-40e5-95d8-10b615bb1a86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.167804] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 817.167804] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52638092-3ec9-97f3-8b04-f7331d8a112d" [ 817.167804] env[68989]: _type = "Task" [ 817.167804] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.176601] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52638092-3ec9-97f3-8b04-f7331d8a112d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.215558] env[68989]: DEBUG nova.policy [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e780def378a947668e605b2abe728664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a67f87db9df4c1cbf968127d6caf05f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.341311] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.621662] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.679981] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52638092-3ec9-97f3-8b04-f7331d8a112d, 'name': SearchDatastore_Task, 'duration_secs': 0.017142} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.680935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.681233] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 96a375fc-9117-4494-9c48-1b16dba6b068/96a375fc-9117-4494-9c48-1b16dba6b068.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.681524] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e775edea-5c7c-44f4-ba41-e4197939cfae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.690679] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 817.690679] env[68989]: value = "task-3217692" [ 817.690679] env[68989]: _type = "Task" [ 817.690679] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.704522] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.842923] env[68989]: DEBUG oslo_vmware.api [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217691, 'name': PowerOnVM_Task, 'duration_secs': 0.706718} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.845940] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.846729] env[68989]: INFO nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Took 9.26 seconds to spawn the instance on the hypervisor. [ 817.846943] env[68989]: DEBUG nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.848753] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa2515-4dea-4518-8cf1-6e393bc8cb1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.171387] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Successfully updated port: 1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.208652] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.259063] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7423af6-ac0d-4b4a-99ac-87af58741a23 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.275025] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8bd00-d2cd-4f74-9f25-18916645be15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.311065] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd5b08b-8fb3-436f-8375-985bc14eb6c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.321476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb1ed8a-46cb-4c8c-ab88-51050dc19516 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.339098] env[68989]: DEBUG nova.compute.provider_tree [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.340359] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Successfully created port: 17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.358482] env[68989]: DEBUG nova.compute.manager [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Received event network-vif-plugged-1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.358712] env[68989]: DEBUG oslo_concurrency.lockutils [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] Acquiring lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.359277] env[68989]: DEBUG oslo_concurrency.lockutils [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.359277] env[68989]: DEBUG oslo_concurrency.lockutils [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.359533] env[68989]: DEBUG nova.compute.manager [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] No waiting events found dispatching network-vif-plugged-1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.359682] env[68989]: WARNING nova.compute.manager [req-64bc950e-f3fd-437e-89f2-6e009179e427 req-b82aad62-1d10-4ce1-8379-7766967b6cf8 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Received unexpected event network-vif-plugged-1eb889cc-93b1-433e-8d27-0a937b8989ae for instance with vm_state building and task_state spawning. [ 818.381499] env[68989]: INFO nova.compute.manager [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Took 37.93 seconds to build instance. [ 818.631829] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.660038] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.660182] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.660366] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.660557] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.660707] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.660853] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.661081] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.661249] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.661550] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.661646] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.661751] env[68989]: DEBUG nova.virt.hardware [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.662655] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3e9c0-fdf6-4e62-a1f0-e65b14e3e2cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.672039] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdcfd6d-9e48-4105-8233-9f0de988e637 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.677965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.678053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.678208] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.701827] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217692, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.844564] env[68989]: DEBUG nova.scheduler.client.report [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.883346] env[68989]: DEBUG oslo_concurrency.lockutils [None req-392f24ed-6c9d-45b3-bd49-572b370c4aea tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.093s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.205946] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217692, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.259245] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.355296] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.355296] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.357725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.217s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.357725] env[68989]: DEBUG nova.objects.instance [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lazy-loading 'resources' on Instance uuid ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.405052] env[68989]: DEBUG nova.compute.manager [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.405052] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff05d10-a85d-4a69-9b9b-0d0605d41122 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.583269] env[68989]: DEBUG nova.network.neutron [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updating instance_info_cache with network_info: [{"id": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "address": "fa:16:3e:8c:7c:59", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb889cc-93", "ovs_interfaceid": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.709464] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217692, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.717415} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.709774] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 96a375fc-9117-4494-9c48-1b16dba6b068/96a375fc-9117-4494-9c48-1b16dba6b068.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.710013] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.710336] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-078070f6-6c90-4bcd-99c9-70229157e828 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.721053] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 819.721053] env[68989]: value = "task-3217693" [ 819.721053] env[68989]: _type = "Task" [ 819.721053] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.734834] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.860657] env[68989]: DEBUG nova.compute.utils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.867102] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.867406] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.923304] env[68989]: INFO nova.compute.manager [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] instance snapshotting [ 819.930244] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ed75a-9a70-4a1e-8be4-9ef8a1441b52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.955636] env[68989]: DEBUG nova.policy [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0360e157e14b49b5a9abf20bd9ea0cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ea5ca07e4ae6b141add13befc013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.960170] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c8fd7-439b-4dce-8292-d268a2227311 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.089788] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.094088] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Instance network_info: |[{"id": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "address": "fa:16:3e:8c:7c:59", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb889cc-93", "ovs_interfaceid": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.094884] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7c:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb889cc-93b1-433e-8d27-0a937b8989ae', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.105350] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.105350] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.105350] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535a35e0-7ac9-4d8f-9a99-cb2ec1f2eab3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.133014] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.133014] env[68989]: value = "task-3217694" [ 820.133014] env[68989]: _type = "Task" [ 820.133014] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.146292] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217694, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.233644] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082665} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.233644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.234590] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0abb5f-0f28-447f-bd4d-ea538ff3e126 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.273010] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 96a375fc-9117-4494-9c48-1b16dba6b068/96a375fc-9117-4494-9c48-1b16dba6b068.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.276958] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-972143b5-8ae7-408d-a868-53970476c456 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.308402] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 820.308402] env[68989]: value = "task-3217695" [ 820.308402] env[68989]: _type = "Task" [ 820.308402] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.320464] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.375209] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.430663] env[68989]: DEBUG nova.compute.manager [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Received event network-changed-1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.430663] env[68989]: DEBUG nova.compute.manager [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Refreshing instance network info cache due to event network-changed-1eb889cc-93b1-433e-8d27-0a937b8989ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.437071] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Acquiring lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.437071] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Acquired lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.437071] env[68989]: DEBUG nova.network.neutron [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Refreshing network info cache for port 1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.473319] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.473755] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2195a69-31b6-43d6-8492-03e8acf499dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486451] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 820.486451] env[68989]: value = "task-3217696" [ 820.486451] env[68989]: _type = "Task" [ 820.486451] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.498033] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.572978] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Successfully updated port: 17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.647544] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217694, 'name': CreateVM_Task, 'duration_secs': 0.439292} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.647544] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.648501] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.648729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.651021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.651021] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fd4832-17cb-4755-a636-2efc9cb66abb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.656501] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 820.656501] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d5fb0-69e8-cd40-3018-ade9872b2d10" [ 820.656501] env[68989]: _type = "Task" [ 820.656501] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.663830] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b557d9-3397-4fc0-916e-5fb25574dc8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.675262] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d5fb0-69e8-cd40-3018-ade9872b2d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.681854] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee2178-ffd7-407e-81eb-d994894c8586 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.717695] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Successfully created port: 9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.720495] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482b59a1-b33d-4f7d-89db-84b92c0f63b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.731874] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd33e9-589f-4457-9976-b61fc97738f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750404] env[68989]: DEBUG nova.compute.provider_tree [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.818561] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217695, 'name': ReconfigVM_Task, 'duration_secs': 0.455271} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.818959] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 96a375fc-9117-4494-9c48-1b16dba6b068/96a375fc-9117-4494-9c48-1b16dba6b068.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.819812] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34badb2b-1d4e-4921-884b-ff9375e4446b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.829974] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 820.829974] env[68989]: value = "task-3217697" [ 820.829974] env[68989]: _type = "Task" [ 820.829974] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.844201] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217697, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.859129] env[68989]: DEBUG nova.compute.manager [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 820.997059] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.081239] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.081239] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquired lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.081239] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.168448] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d5fb0-69e8-cd40-3018-ade9872b2d10, 'name': SearchDatastore_Task, 'duration_secs': 0.013922} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.171602] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.171839] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.172093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.172240] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175060] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.175060] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f188e1e-6cde-48ab-8add-a8c5058a9b29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.185570] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.185871] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.187347] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee343491-6c98-417e-92fb-6b5569a09ac6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.194326] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 821.194326] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dce1d4-4db3-0493-b6a6-0928e33575cc" [ 821.194326] env[68989]: _type = "Task" [ 821.194326] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.206868] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dce1d4-4db3-0493-b6a6-0928e33575cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.255604] env[68989]: DEBUG nova.scheduler.client.report [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.316591] env[68989]: DEBUG nova.network.neutron [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updated VIF entry in instance network info cache for port 1eb889cc-93b1-433e-8d27-0a937b8989ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.316959] env[68989]: DEBUG nova.network.neutron [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updating instance_info_cache with network_info: [{"id": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "address": "fa:16:3e:8c:7c:59", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb889cc-93", "ovs_interfaceid": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.342120] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217697, 'name': Rename_Task, 'duration_secs': 0.200582} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.342491] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.342762] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93c7cf0-eb65-46ca-9358-2ebe5b26a0d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.352757] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 821.352757] env[68989]: value = "task-3217698" [ 821.352757] env[68989]: _type = "Task" [ 821.352757] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.364552] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.385763] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.390224] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.418329] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.418600] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.418756] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.419132] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.421170] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.421170] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.421170] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.421170] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.421170] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.421764] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.421764] env[68989]: DEBUG nova.virt.hardware [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.422099] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baa1f36-63a4-445a-bf13-6646212719dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.431173] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa097b29-1e31-4a01-a46a-715431ee14c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.499251] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217696, 'name': CreateSnapshot_Task, 'duration_secs': 0.938791} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.500230] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.501235] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208112a-5fc6-4542-b1e8-d635ed110dc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.599553] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.600627] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c6676-7ebc-4ea6-9984-7621aae21fb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.608498] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.608498] env[68989]: ERROR oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk due to incomplete transfer. [ 821.608498] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4d5e5b8-f788-4bf1-ae9f-a8f66d76f199 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.618105] env[68989]: DEBUG oslo_vmware.rw_handles [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52717956-9093-ccc1-3277-61064766e665/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.618240] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploaded image 7a2f7b33-bb7d-455a-8cf4-afe6789dd143 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.619903] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.620700] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf46caed-5cf2-42c7-95b6-bf82eb534627 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.622848] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.632606] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 821.632606] env[68989]: value = "task-3217699" [ 821.632606] env[68989]: _type = "Task" [ 821.632606] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.643108] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217699, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.705729] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dce1d4-4db3-0493-b6a6-0928e33575cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019628} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.706590] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2efabc1-b095-4920-972e-6917de4e31a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.712658] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 821.712658] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e7bc6-7629-1452-f2fe-0eea94703c2c" [ 821.712658] env[68989]: _type = "Task" [ 821.712658] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.722317] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e7bc6-7629-1452-f2fe-0eea94703c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.763217] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.768707] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.444s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.795124] env[68989]: INFO nova.scheduler.client.report [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Deleted allocations for instance ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2 [ 821.820114] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Releasing lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.821153] env[68989]: DEBUG nova.compute.manager [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Received event network-vif-plugged-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.821153] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Acquiring lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.821153] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.821153] env[68989]: DEBUG oslo_concurrency.lockutils [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.821387] env[68989]: DEBUG nova.compute.manager [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] No waiting events found dispatching network-vif-plugged-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.821487] env[68989]: WARNING nova.compute.manager [req-81fb76d1-d3a2-47bb-85c4-bf2e69b20f64 req-0386d9cd-7cec-4162-b255-1be1afb61282 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Received unexpected event network-vif-plugged-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 for instance with vm_state building and task_state spawning. [ 821.823649] env[68989]: DEBUG nova.network.neutron [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Updating instance_info_cache with network_info: [{"id": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "address": "fa:16:3e:0b:99:73", "network": {"id": "ee16cec9-c5b9-4129-96d9-c4c9547bc0f8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109979542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67f87db9df4c1cbf968127d6caf05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c5168e-ec", "ovs_interfaceid": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.864437] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217698, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.022125] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.022483] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9059057a-d1e6-4dda-9d52-bfd1bef4391b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.031443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.031742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.035855] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 822.035855] env[68989]: value = "task-3217700" [ 822.035855] env[68989]: _type = "Task" [ 822.035855] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.045771] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.143622] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217699, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.223739] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e7bc6-7629-1452-f2fe-0eea94703c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.05785} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.224156] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.224490] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d625d1de-92f5-43d6-acaa-4d5d04006e03/d625d1de-92f5-43d6-acaa-4d5d04006e03.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.224820] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba5b8cf-250c-4109-bb29-d3f6632151b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.232529] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 822.232529] env[68989]: value = "task-3217701" [ 822.232529] env[68989]: _type = "Task" [ 822.232529] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.243068] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.275865] env[68989]: INFO nova.compute.claims [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.305440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fc1652bf-1cf6-4b81-9d97-15eaa664705b tempest-ServersTestJSON-907158770 tempest-ServersTestJSON-907158770-project-member] Lock "ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.018s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.326816] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Releasing lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.327153] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Instance network_info: |[{"id": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "address": "fa:16:3e:0b:99:73", "network": {"id": "ee16cec9-c5b9-4129-96d9-c4c9547bc0f8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109979542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67f87db9df4c1cbf968127d6caf05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c5168e-ec", "ovs_interfaceid": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.329275] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:99:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17c5168e-ec10-4fb2-b99c-d6d7dd9d3648', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.336279] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Creating folder: Project (7a67f87db9df4c1cbf968127d6caf05f). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.337044] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d1967a-32ae-40db-8108-0ace688ea507 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.349950] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Created folder: Project (7a67f87db9df4c1cbf968127d6caf05f) in parent group-v643186. [ 822.350187] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Creating folder: Instances. Parent ref: group-v643352. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.350482] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed278978-be49-4869-b0e5-a6e979671b35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.360848] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Created folder: Instances in parent group-v643352. [ 822.360848] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.361044] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.361299] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5efbe5-5f0d-470d-93b2-38cbbc7d4aab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.378929] env[68989]: DEBUG oslo_vmware.api [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217698, 'name': PowerOnVM_Task, 'duration_secs': 0.793177} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.379720] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.379994] env[68989]: INFO nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Took 11.04 seconds to spawn the instance on the hypervisor. [ 822.380294] env[68989]: DEBUG nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.381121] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27368852-970e-4933-92fe-19f9897e37fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.385038] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.385038] env[68989]: value = "task-3217704" [ 822.385038] env[68989]: _type = "Task" [ 822.385038] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.398985] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217704, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.474363] env[68989]: DEBUG nova.compute.manager [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Received event network-changed-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.474363] env[68989]: DEBUG nova.compute.manager [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Refreshing instance network info cache due to event network-changed-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.474363] env[68989]: DEBUG oslo_concurrency.lockutils [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] Acquiring lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.474363] env[68989]: DEBUG oslo_concurrency.lockutils [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] Acquired lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.474363] env[68989]: DEBUG nova.network.neutron [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Refreshing network info cache for port 17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.537731] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.558954] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.646287] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217699, 'name': Destroy_Task, 'duration_secs': 0.661166} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.646623] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroyed the VM [ 822.646870] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.647154] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9d4c557-c8df-47f8-b055-2124c4dccfc2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.655292] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 822.655292] env[68989]: value = "task-3217705" [ 822.655292] env[68989]: _type = "Task" [ 822.655292] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.667568] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.678354] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Successfully updated port: 9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.744579] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.786959] env[68989]: INFO nova.compute.resource_tracker [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating resource usage from migration ce7ce129-acd9-43ca-a2b7-53fa44676d6c [ 822.906842] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217704, 'name': CreateVM_Task, 'duration_secs': 0.420409} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.910445] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.915198] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.915465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.915741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.917037] env[68989]: INFO nova.compute.manager [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Took 39.75 seconds to build instance. [ 822.917478] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e29bd6-8968-4674-9335-c1c8ed34d3e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.929781] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 822.929781] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c04ac5-7ea2-0c01-ef54-8ac490bbf977" [ 822.929781] env[68989]: _type = "Task" [ 822.929781] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.940377] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c04ac5-7ea2-0c01-ef54-8ac490bbf977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.058666] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.066017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.172800] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.181608] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.181760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.181912] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.246484] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80149} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.249505] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d625d1de-92f5-43d6-acaa-4d5d04006e03/d625d1de-92f5-43d6-acaa-4d5d04006e03.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.249769] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.250644] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360e7436-fb36-4e9e-86ad-054853d7b06b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.259146] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 823.259146] env[68989]: value = "task-3217706" [ 823.259146] env[68989]: _type = "Task" [ 823.259146] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.276744] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.310380] env[68989]: DEBUG nova.network.neutron [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Updated VIF entry in instance network info cache for port 17c5168e-ec10-4fb2-b99c-d6d7dd9d3648. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.310972] env[68989]: DEBUG nova.network.neutron [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Updating instance_info_cache with network_info: [{"id": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "address": "fa:16:3e:0b:99:73", "network": {"id": "ee16cec9-c5b9-4129-96d9-c4c9547bc0f8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2109979542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67f87db9df4c1cbf968127d6caf05f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c5168e-ec", "ovs_interfaceid": "17c5168e-ec10-4fb2-b99c-d6d7dd9d3648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.430544] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c8b82049-9317-47ff-a40b-88afa633560f tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.896s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.434674] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035fc0b5-bbba-44cb-8a4e-274b56bc9d4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.448569] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c04ac5-7ea2-0c01-ef54-8ac490bbf977, 'name': SearchDatastore_Task, 'duration_secs': 0.057546} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.450180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7d345f-1a2e-49ff-ae11-7794fc105f48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.453258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.453533] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.453620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.454107] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.454208] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26fccb81-16c2-489e-a1f0-c641c4598502 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.486727] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d5de59-b09e-4b8c-9f3a-f2ec701f3407 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.489478] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.489687] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.490417] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca81876-a8c8-4daa-8bd9-1d636d0f2034 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.495975] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 823.495975] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526747ba-4a1c-fbbc-c95e-e6872a62d25a" [ 823.495975] env[68989]: _type = "Task" [ 823.495975] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.502046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeb9fae-41db-4663-823a-4bd18697b7b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.511603] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526747ba-4a1c-fbbc-c95e-e6872a62d25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.521043] env[68989]: DEBUG nova.compute.provider_tree [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.554537] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.666526] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217705, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.727460] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.772181] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16464} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.772659] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.773257] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e51fe6-ab7c-4c4e-a48c-3880dc6b8e2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.797528] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d625d1de-92f5-43d6-acaa-4d5d04006e03/d625d1de-92f5-43d6-acaa-4d5d04006e03.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.801249] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aea5d62-9231-4542-a70a-05d3e271aec4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.828051] env[68989]: DEBUG oslo_concurrency.lockutils [req-40007f60-8aa9-481f-83af-aa4074cb1a53 req-526e2693-3f8e-440f-be3b-1c7ec42ad9e4 service nova] Releasing lock "refresh_cache-e5f6871f-5d61-4174-bbf2-b9a8462a3a44" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.838529] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 823.838529] env[68989]: value = "task-3217707" [ 823.838529] env[68989]: _type = "Task" [ 823.838529] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.852411] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.010067] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526747ba-4a1c-fbbc-c95e-e6872a62d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.011100] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936cad9a-5ae5-49d8-8c35-35926a66ccee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.017773] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 824.017773] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5287e8f7-03e9-2029-7aa3-4302e396bab0" [ 824.017773] env[68989]: _type = "Task" [ 824.017773] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.027587] env[68989]: DEBUG nova.scheduler.client.report [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.032158] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5287e8f7-03e9-2029-7aa3-4302e396bab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.058767] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.111712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "96a375fc-9117-4494-9c48-1b16dba6b068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.111712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.111712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.111712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.112076] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.112725] env[68989]: INFO nova.compute.manager [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Terminating instance [ 824.168826] env[68989]: DEBUG oslo_vmware.api [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217705, 'name': RemoveSnapshot_Task, 'duration_secs': 1.40797} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.169468] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.172082] env[68989]: INFO nova.compute.manager [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 15.86 seconds to snapshot the instance on the hypervisor. [ 824.241457] env[68989]: DEBUG nova.network.neutron [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Updating instance_info_cache with network_info: [{"id": "9f61df4a-caea-4192-8587-244c19afbcd9", "address": "fa:16:3e:3b:aa:bd", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f61df4a-ca", "ovs_interfaceid": "9f61df4a-caea-4192-8587-244c19afbcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.355301] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217707, 'name': ReconfigVM_Task, 'duration_secs': 0.303994} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.356042] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d625d1de-92f5-43d6-acaa-4d5d04006e03/d625d1de-92f5-43d6-acaa-4d5d04006e03.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.358229] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-114d7970-573d-4554-b10c-b3061d327198 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.367018] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 824.367018] env[68989]: value = "task-3217708" [ 824.367018] env[68989]: _type = "Task" [ 824.367018] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.374821] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217708, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.530171] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5287e8f7-03e9-2029-7aa3-4302e396bab0, 'name': SearchDatastore_Task, 'duration_secs': 0.027501} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.530498] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.530846] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e5f6871f-5d61-4174-bbf2-b9a8462a3a44/e5f6871f-5d61-4174-bbf2-b9a8462a3a44.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.531117] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dcc1ddf-9c72-4b33-8f27-302a87fca32c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.533921] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.765s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.534153] env[68989]: INFO nova.compute.manager [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Migrating [ 824.543142] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.828s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.543403] env[68989]: DEBUG nova.objects.instance [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lazy-loading 'resources' on Instance uuid 8048abd6-1f93-45c0-8ab0-299d67e3f5d0 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.548917] env[68989]: DEBUG nova.compute.manager [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Received event network-vif-plugged-9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.549222] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Acquiring lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.549488] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.549702] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.549890] env[68989]: DEBUG nova.compute.manager [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] No waiting events found dispatching network-vif-plugged-9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.550116] env[68989]: WARNING nova.compute.manager [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Received unexpected event network-vif-plugged-9f61df4a-caea-4192-8587-244c19afbcd9 for instance with vm_state building and task_state spawning. [ 824.550350] env[68989]: DEBUG nova.compute.manager [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Received event network-changed-9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.550520] env[68989]: DEBUG nova.compute.manager [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Refreshing instance network info cache due to event network-changed-9f61df4a-caea-4192-8587-244c19afbcd9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.550731] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Acquiring lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.558041] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 824.558041] env[68989]: value = "task-3217709" [ 824.558041] env[68989]: _type = "Task" [ 824.558041] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.575595] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.578937] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217700, 'name': CloneVM_Task, 'duration_secs': 2.164446} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.580394] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Created linked-clone VM from snapshot [ 824.581133] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1a8bf-fb47-4d60-81b1-42e53552cdad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.591335] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Uploading image a7411846-73cc-41fb-ac3c-466a0d48db37 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.616120] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.616120] env[68989]: value = "vm-643351" [ 824.616120] env[68989]: _type = "VirtualMachine" [ 824.616120] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.616427] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-753e5194-8660-4d00-84f4-a9310ca93a36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.619409] env[68989]: DEBUG nova.compute.manager [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.619635] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.620468] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd1332-6c53-4d06-bf18-e3349c70162f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.624662] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease: (returnval){ [ 824.624662] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52572240-7761-6936-cd13-78e469d0c1e2" [ 824.624662] env[68989]: _type = "HttpNfcLease" [ 824.624662] env[68989]: } obtained for exporting VM: (result){ [ 824.624662] env[68989]: value = "vm-643351" [ 824.624662] env[68989]: _type = "VirtualMachine" [ 824.624662] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.624989] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the lease: (returnval){ [ 824.624989] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52572240-7761-6936-cd13-78e469d0c1e2" [ 824.624989] env[68989]: _type = "HttpNfcLease" [ 824.624989] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.630674] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.631273] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61e27ab-3bba-4950-9838-063d1ad52859 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.634517] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.634517] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52572240-7761-6936-cd13-78e469d0c1e2" [ 824.634517] env[68989]: _type = "HttpNfcLease" [ 824.634517] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.640454] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 824.640454] env[68989]: value = "task-3217711" [ 824.640454] env[68989]: _type = "Task" [ 824.640454] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.651130] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.732207] env[68989]: DEBUG nova.compute.manager [None req-11a5b818-fc00-49e5-8aab-9ff744b9e032 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Found 2 images (rotation: 2) {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 824.744439] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.744954] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance network_info: |[{"id": "9f61df4a-caea-4192-8587-244c19afbcd9", "address": "fa:16:3e:3b:aa:bd", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f61df4a-ca", "ovs_interfaceid": "9f61df4a-caea-4192-8587-244c19afbcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.745358] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Acquired lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.745825] env[68989]: DEBUG nova.network.neutron [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Refreshing network info cache for port 9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.746992] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:aa:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f61df4a-caea-4192-8587-244c19afbcd9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.759378] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.763730] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.764273] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddcac8b6-e7ce-47d5-aafa-23d1c976f0b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.789962] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.789962] env[68989]: value = "task-3217712" [ 824.789962] env[68989]: _type = "Task" [ 824.789962] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.802938] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217712, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.878330] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217708, 'name': Rename_Task, 'duration_secs': 0.154325} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.878646] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.878921] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53536fad-309e-4f08-b19b-8923501f7b5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.888235] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 824.888235] env[68989]: value = "task-3217713" [ 824.888235] env[68989]: _type = "Task" [ 824.888235] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.898279] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.065092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.065092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.065247] env[68989]: DEBUG nova.network.neutron [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.079696] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.109861] env[68989]: DEBUG nova.network.neutron [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Updated VIF entry in instance network info cache for port 9f61df4a-caea-4192-8587-244c19afbcd9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.110315] env[68989]: DEBUG nova.network.neutron [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Updating instance_info_cache with network_info: [{"id": "9f61df4a-caea-4192-8587-244c19afbcd9", "address": "fa:16:3e:3b:aa:bd", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f61df4a-ca", "ovs_interfaceid": "9f61df4a-caea-4192-8587-244c19afbcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.142655] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.142655] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52572240-7761-6936-cd13-78e469d0c1e2" [ 825.142655] env[68989]: _type = "HttpNfcLease" [ 825.142655] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.146438] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.146438] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52572240-7761-6936-cd13-78e469d0c1e2" [ 825.146438] env[68989]: _type = "HttpNfcLease" [ 825.146438] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.150627] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706eb1ad-de08-411d-9c37-9b877fc82e32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.160488] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217711, 'name': PowerOffVM_Task, 'duration_secs': 0.207115} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.164624] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.164880] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.166107] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.166759] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.171501] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62affa26-b460-44c4-aa42-8e1859ed1ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.302295] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-446d8567-f93e-45c0-9395-6a230929b199 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.304127] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217712, 'name': CreateVM_Task, 'duration_secs': 0.382471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.307856] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.308178] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.308378] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.308559] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Deleting the datastore file [datastore2] 96a375fc-9117-4494-9c48-1b16dba6b068 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.313024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.313024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.313024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.313024] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1c93d1-101f-47c8-ad1e-e799f1c34cd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.313492] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a9f977-c168-4712-a2c9-fb8982f64526 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.322689] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 825.322689] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52489f9c-ad54-77c7-8d51-df8013ea2066" [ 825.322689] env[68989]: _type = "Task" [ 825.322689] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.325655] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for the task: (returnval){ [ 825.325655] env[68989]: value = "task-3217715" [ 825.325655] env[68989]: _type = "Task" [ 825.325655] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.345811] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52489f9c-ad54-77c7-8d51-df8013ea2066, 'name': SearchDatastore_Task, 'duration_secs': 0.014931} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.346269] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.353632] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.353948] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.354152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.354319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.354503] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.355109] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d9d8aaa-14b5-446f-8a66-93f46ac30a79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.372312] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.372684] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.373300] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b897a565-d884-4bdb-b5d2-ae36d4d85a93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.381922] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 825.381922] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52239f19-77e7-f0ab-e9eb-3d81e8e72cd1" [ 825.381922] env[68989]: _type = "Task" [ 825.381922] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.390628] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52239f19-77e7-f0ab-e9eb-3d81e8e72cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.404194] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.580982] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698701} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.581663] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e5f6871f-5d61-4174-bbf2-b9a8462a3a44/e5f6871f-5d61-4174-bbf2-b9a8462a3a44.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.582958] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.582958] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8558fe08-f369-4e34-854b-c1d5ee20f610 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.593501] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 825.593501] env[68989]: value = "task-3217716" [ 825.593501] env[68989]: _type = "Task" [ 825.593501] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.607422] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.616451] env[68989]: DEBUG oslo_concurrency.lockutils [req-df69f5f0-4c88-4ff6-aab2-c07fe65a086f req-232bfe32-c5b5-418c-ba4e-0f48c34dc421 service nova] Releasing lock "refresh_cache-720b062f-7dcf-4160-b79e-4b138ba38a46" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.815448] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfb3668-2b49-4a07-ba4e-852e574fad1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.824261] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1408abc8-a8f9-446e-8459-bc4756410fb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.861464] env[68989]: DEBUG nova.network.neutron [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.866985] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a7a5df-af33-405b-a5b0-0be9842e6e5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.879390] env[68989]: DEBUG oslo_vmware.api [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Task: {'id': task-3217715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290878} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.881782] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b9bb5-cdd8-4987-b9cf-f4f72f77b65a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.885726] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.885982] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.886154] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.886400] env[68989]: INFO nova.compute.manager [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Took 1.27 seconds to destroy the instance on the hypervisor. [ 825.886726] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.887424] env[68989]: DEBUG nova.compute.manager [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.887573] env[68989]: DEBUG nova.network.neutron [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.910092] env[68989]: DEBUG nova.compute.provider_tree [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.915686] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52239f19-77e7-f0ab-e9eb-3d81e8e72cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.916763] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ed9981-7e1d-41ef-a78b-21ba951894c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.923870] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217713, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.927634] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 825.927634] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1fec-6c10-3c54-8596-31f641d7c49d" [ 825.927634] env[68989]: _type = "Task" [ 825.927634] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.937723] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1fec-6c10-3c54-8596-31f641d7c49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.102480] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.267646] env[68989]: DEBUG nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.268544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0dda5d-b23c-469f-b3af-8393fcc7a25c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.371697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.408848] env[68989]: DEBUG oslo_vmware.api [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217713, 'name': PowerOnVM_Task, 'duration_secs': 1.209052} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.409257] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.409571] env[68989]: INFO nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Took 10.05 seconds to spawn the instance on the hypervisor. [ 826.409865] env[68989]: DEBUG nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.410854] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121bef0-574a-4b1d-9f18-6d55065e643b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.421481] env[68989]: DEBUG nova.scheduler.client.report [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.438287] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529a1fec-6c10-3c54-8596-31f641d7c49d, 'name': SearchDatastore_Task, 'duration_secs': 0.024395} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.439454] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439732] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 720b062f-7dcf-4160-b79e-4b138ba38a46/720b062f-7dcf-4160-b79e-4b138ba38a46.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.440069] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d9d48d-7bab-4c15-8310-7382054c2df1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.447684] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 826.447684] env[68989]: value = "task-3217717" [ 826.447684] env[68989]: _type = "Task" [ 826.447684] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.456872] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.592577] env[68989]: DEBUG nova.compute.manager [req-3c411ad0-62a5-492b-aaae-5c142be10fda req-2320ce7d-9787-4896-8fd8-88cd7e76a004 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Received event network-vif-deleted-d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.592787] env[68989]: INFO nova.compute.manager [req-3c411ad0-62a5-492b-aaae-5c142be10fda req-2320ce7d-9787-4896-8fd8-88cd7e76a004 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Neutron deleted interface d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21; detaching it from the instance and deleting it from the info cache [ 826.592965] env[68989]: DEBUG nova.network.neutron [req-3c411ad0-62a5-492b-aaae-5c142be10fda req-2320ce7d-9787-4896-8fd8-88cd7e76a004 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.606349] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.804079} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.607317] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.608238] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01639f54-54a7-42ec-a37b-bd9a286dc3f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.632718] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e5f6871f-5d61-4174-bbf2-b9a8462a3a44/e5f6871f-5d61-4174-bbf2-b9a8462a3a44.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.633383] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b30d153-20f3-43de-8775-007e42efd313 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.656545] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 826.656545] env[68989]: value = "task-3217718" [ 826.656545] env[68989]: _type = "Task" [ 826.656545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.666033] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.763785] env[68989]: DEBUG nova.network.neutron [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.782189] env[68989]: INFO nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] instance snapshotting [ 826.783202] env[68989]: DEBUG nova.objects.instance [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.811504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Acquiring lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.811938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Acquired lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.812259] env[68989]: DEBUG nova.network.neutron [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.925553] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.933320] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.934156] env[68989]: DEBUG nova.objects.instance [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lazy-loading 'resources' on Instance uuid da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.941699] env[68989]: INFO nova.compute.manager [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Took 40.32 seconds to build instance. [ 826.961163] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.962891] env[68989]: INFO nova.scheduler.client.report [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Deleted allocations for instance 8048abd6-1f93-45c0-8ab0-299d67e3f5d0 [ 827.096551] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f88bc8ba-4b16-404a-9b35-1ffaf710987e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.107046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4c542d-70d0-408e-b2bb-fc42073c5a57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.155070] env[68989]: DEBUG nova.compute.manager [req-3c411ad0-62a5-492b-aaae-5c142be10fda req-2320ce7d-9787-4896-8fd8-88cd7e76a004 service nova] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Detach interface failed, port_id=d8d3dd01-5ddd-4f23-bde3-a6f4a55fde21, reason: Instance 96a375fc-9117-4494-9c48-1b16dba6b068 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.169394] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217718, 'name': ReconfigVM_Task, 'duration_secs': 0.507673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.170650] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e5f6871f-5d61-4174-bbf2-b9a8462a3a44/e5f6871f-5d61-4174-bbf2-b9a8462a3a44.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.170988] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a049a6ec-8ea2-4ef0-a72d-7fd54df2f09e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.179751] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 827.179751] env[68989]: value = "task-3217719" [ 827.179751] env[68989]: _type = "Task" [ 827.179751] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.193444] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217719, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.268451] env[68989]: INFO nova.compute.manager [-] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Took 1.38 seconds to deallocate network for instance. [ 827.290172] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32234ac8-73cf-4065-90c1-220af5a9ce06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.324101] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eae4a3-431d-4c21-bc76-d6f50c372671 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.444778] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a4ec7a97-13ff-46ba-a925-573be44f7a14 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.417s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.463140] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.463456] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 720b062f-7dcf-4160-b79e-4b138ba38a46/720b062f-7dcf-4160-b79e-4b138ba38a46.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.463863] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.465590] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3924e82b-04c1-4ae0-9c11-8a5c1b294956 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.472630] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1e0822e5-1604-4c59-9258-54e7e0141234 tempest-ServerMetadataTestJSON-1125769583 tempest-ServerMetadataTestJSON-1125769583-project-member] Lock "8048abd6-1f93-45c0-8ab0-299d67e3f5d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.884s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.478612] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 827.478612] env[68989]: value = "task-3217720" [ 827.478612] env[68989]: _type = "Task" [ 827.478612] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.497442] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.643355] env[68989]: DEBUG nova.network.neutron [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updating instance_info_cache with network_info: [{"id": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "address": "fa:16:3e:8c:7c:59", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb889cc-93", "ovs_interfaceid": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.689643] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217719, 'name': Rename_Task, 'duration_secs': 0.220437} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.693071] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.693174] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdbbdb53-b3c0-44dd-9480-a6969bce77e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.700024] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 827.700024] env[68989]: value = "task-3217721" [ 827.700024] env[68989]: _type = "Task" [ 827.700024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.714018] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.775719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.837481] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.837481] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f05ffb4a-0c48-4bac-a7c4-59e52fde16e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.848891] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 827.848891] env[68989]: value = "task-3217722" [ 827.848891] env[68989]: _type = "Task" [ 827.848891] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.858976] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.901061] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03871f2-3916-4cdd-8e8a-19170144ab94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.927141] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.992113] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.995035] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.996354] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2441172-4f59-4901-8500-9315aac45af7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.023072] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 720b062f-7dcf-4160-b79e-4b138ba38a46/720b062f-7dcf-4160-b79e-4b138ba38a46.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.026100] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa2351a-bf80-44f9-a0e3-89b90e37896a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.049348] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 828.049348] env[68989]: value = "task-3217723" [ 828.049348] env[68989]: _type = "Task" [ 828.049348] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.060421] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.062310] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a40d6-d0be-440e-9b1d-7d3c69704c99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.069869] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed675e85-6bb5-4f21-824d-8d04aa99f901 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110268] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0aefb-c76b-4861-8955-157e01cf6bdf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.118472] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c855954-0a97-43aa-975b-b8db90b05a93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.133835] env[68989]: DEBUG nova.compute.provider_tree [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.148086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Releasing lock "refresh_cache-d625d1de-92f5-43d6-acaa-4d5d04006e03" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.148086] env[68989]: DEBUG nova.compute.manager [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Inject network info {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 828.148330] env[68989]: DEBUG nova.compute.manager [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] network_info to inject: |[{"id": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "address": "fa:16:3e:8c:7c:59", "network": {"id": "acce2c62-ffcb-4f3a-b67a-06ab071ca543", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735808990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d535c2b97047939bf17be1d6c13958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb889cc-93", "ovs_interfaceid": "1eb889cc-93b1-433e-8d27-0a937b8989ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 828.154437] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Reconfiguring VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 828.157068] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b1d56d-f578-4af8-98d8-52485ca752c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.173700] env[68989]: DEBUG oslo_vmware.api [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Waiting for the task: (returnval){ [ 828.173700] env[68989]: value = "task-3217724" [ 828.173700] env[68989]: _type = "Task" [ 828.173700] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.185488] env[68989]: DEBUG oslo_vmware.api [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Task: {'id': task-3217724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.211077] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.359637] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217722, 'name': CreateSnapshot_Task, 'duration_secs': 0.486063} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.360121] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.361475] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1097a5-8cf0-4685-975d-81c1b9b970c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.435734] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.436040] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ebcc04-195d-474b-9eb6-2cc97322a711 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.443831] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 828.443831] env[68989]: value = "task-3217725" [ 828.443831] env[68989]: _type = "Task" [ 828.443831] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.453102] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.560228] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217723, 'name': ReconfigVM_Task, 'duration_secs': 0.325213} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.560620] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 720b062f-7dcf-4160-b79e-4b138ba38a46/720b062f-7dcf-4160-b79e-4b138ba38a46.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.561374] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa852452-18cc-4cb8-989d-4b83085113d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.568527] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 828.568527] env[68989]: value = "task-3217726" [ 828.568527] env[68989]: _type = "Task" [ 828.568527] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.577794] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217726, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.637932] env[68989]: DEBUG nova.scheduler.client.report [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.687496] env[68989]: DEBUG oslo_vmware.api [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Task: {'id': task-3217724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.715118] env[68989]: DEBUG oslo_vmware.api [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217721, 'name': PowerOnVM_Task, 'duration_secs': 0.67959} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.715118] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.715118] env[68989]: INFO nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Took 10.08 seconds to spawn the instance on the hypervisor. [ 828.715118] env[68989]: DEBUG nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.715118] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ef670-8fb9-488f-900e-8573a57a4d3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.881764] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.882625] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c7702bbc-1eb6-4ee9-8a45-487beac0f17e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.892443] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 828.892443] env[68989]: value = "task-3217727" [ 828.892443] env[68989]: _type = "Task" [ 828.892443] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.903127] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217727, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.958296] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217725, 'name': PowerOffVM_Task, 'duration_secs': 0.289124} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.958296] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.958296] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.081470] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217726, 'name': Rename_Task, 'duration_secs': 0.160332} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.082060] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.082386] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9a6509-0c94-4a3a-adfd-5daec53f7c19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.092128] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 829.092128] env[68989]: value = "task-3217728" [ 829.092128] env[68989]: _type = "Task" [ 829.092128] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.101472] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.144629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.148579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.918s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.151011] env[68989]: DEBUG nova.objects.instance [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lazy-loading 'resources' on Instance uuid ff75765d-ebf0-4bbe-82d0-c302d46ba3a1 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.186798] env[68989]: DEBUG oslo_vmware.api [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Task: {'id': task-3217724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.188747] env[68989]: INFO nova.scheduler.client.report [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted allocations for instance da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15 [ 829.236995] env[68989]: INFO nova.compute.manager [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Took 40.61 seconds to build instance. [ 829.404481] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217727, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.468210] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.469272] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.469272] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.469272] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.469272] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.469272] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.469532] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.469686] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.469869] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.471480] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.471480] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.475790] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83890dfe-c5f0-47b3-b0e9-bfdd3377f4e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.492331] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 829.492331] env[68989]: value = "task-3217729" [ 829.492331] env[68989]: _type = "Task" [ 829.492331] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.502589] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.603355] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217728, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.691485] env[68989]: DEBUG oslo_vmware.api [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] Task: {'id': task-3217724, 'name': ReconfigVM_Task, 'duration_secs': 1.292824} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.691485] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a123aeaf-4b2b-4ee7-990c-26986daeaf37 tempest-ServersAdminTestJSON-297013000 tempest-ServersAdminTestJSON-297013000-project-admin] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Reconfigured VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 829.699698] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8aba0777-9d22-440c-899a-42dd951c3106 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.914s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.742089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57941286-e658-4e84-916e-a679c930354f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.805s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.910892] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217727, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.008662] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217729, 'name': ReconfigVM_Task, 'duration_secs': 0.396605} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.008662] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.106467] env[68989]: DEBUG oslo_vmware.api [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217728, 'name': PowerOnVM_Task, 'duration_secs': 0.947038} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.106773] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.107037] env[68989]: INFO nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Took 8.72 seconds to spawn the instance on the hypervisor. [ 830.107326] env[68989]: DEBUG nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.108038] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ff727-672d-4a96-97c9-30814ba9cc38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.294586] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e405c-021f-4272-b432-5aa6b185436c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.302469] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a259a8-a6c8-47bc-b005-e7ba3a292905 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.339786] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e7879-a0f9-4acb-800a-6e209c1a49f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.349129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27efd7c7-5ceb-42a7-8ef7-d808fa7fce77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.364760] env[68989]: DEBUG nova.compute.provider_tree [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.404444] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217727, 'name': CloneVM_Task, 'duration_secs': 1.505889} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.405186] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Created linked-clone VM from snapshot [ 830.405741] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657221a0-09e5-446f-830b-3dc9afc86994 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.413845] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploading image 30321639-1ac2-44e0-ad78-e84dfc6b54e3 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.447130] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.447130] env[68989]: value = "vm-643357" [ 830.447130] env[68989]: _type = "VirtualMachine" [ 830.447130] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.447459] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d353fff-6be1-4755-ae58-aa863775fe96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.455886] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease: (returnval){ [ 830.455886] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e71319-7966-a7c3-67ab-a0f3ac6619e9" [ 830.455886] env[68989]: _type = "HttpNfcLease" [ 830.455886] env[68989]: } obtained for exporting VM: (result){ [ 830.455886] env[68989]: value = "vm-643357" [ 830.455886] env[68989]: _type = "VirtualMachine" [ 830.455886] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 830.455886] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the lease: (returnval){ [ 830.455886] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e71319-7966-a7c3-67ab-a0f3ac6619e9" [ 830.455886] env[68989]: _type = "HttpNfcLease" [ 830.455886] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 830.463115] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.463115] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e71319-7966-a7c3-67ab-a0f3ac6619e9" [ 830.463115] env[68989]: _type = "HttpNfcLease" [ 830.463115] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 830.516458] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.516898] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.516898] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.517106] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.517461] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.517461] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.519443] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.519443] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.519443] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.519443] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.519443] env[68989]: DEBUG nova.virt.hardware [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.525057] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.525427] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2522633-62eb-4397-b2da-4647d5adf403 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.544914] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 830.544914] env[68989]: value = "task-3217731" [ 830.544914] env[68989]: _type = "Task" [ 830.544914] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.553609] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.636661] env[68989]: INFO nova.compute.manager [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Took 39.84 seconds to build instance. [ 830.868328] env[68989]: DEBUG nova.scheduler.client.report [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.964180] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.964180] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e71319-7966-a7c3-67ab-a0f3ac6619e9" [ 830.964180] env[68989]: _type = "HttpNfcLease" [ 830.964180] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.964589] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.964589] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e71319-7966-a7c3-67ab-a0f3ac6619e9" [ 830.964589] env[68989]: _type = "HttpNfcLease" [ 830.964589] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.965372] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349a7d52-ab46-422d-b5ee-0c613288d298 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.975390] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.975864] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.055696] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.086029] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-824aaeab-df26-4954-81c9-34646bd04d79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.142209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a9259f37-97d4-4ca9-8400-16b588613fd6 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.361s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.197594] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.197594] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.199664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.199664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.199664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.199664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.199919] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.203433] env[68989]: INFO nova.compute.manager [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Terminating instance [ 831.374478] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.380582] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.966s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.383517] env[68989]: INFO nova.compute.claims [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.410424] env[68989]: INFO nova.scheduler.client.report [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Deleted allocations for instance ff75765d-ebf0-4bbe-82d0-c302d46ba3a1 [ 831.454143] env[68989]: INFO nova.compute.manager [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Rebuilding instance [ 831.556609] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217731, 'name': ReconfigVM_Task, 'duration_secs': 0.512295} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.556965] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 831.557891] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b48f1b-b342-47b4-a872-fb9d5f12f435 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.584831] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.585271] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbeed01-cc26-4ede-bb4d-eb5d48efccfb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.605503] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 831.605503] env[68989]: value = "task-3217732" [ 831.605503] env[68989]: _type = "Task" [ 831.605503] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.614526] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.702132] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.709794] env[68989]: DEBUG nova.compute.manager [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.709794] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.711306] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc5d3f-ee05-4f03-9058-32d955a66b8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.719465] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.719952] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d3aec3-e38a-472c-a2f5-d395bbf7519d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.727969] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 831.727969] env[68989]: value = "task-3217733" [ 831.727969] env[68989]: _type = "Task" [ 831.727969] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.737938] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.878304] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208fb54-7bde-42c6-a9f8-4402eedcce81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.885417] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Suspending the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 831.885927] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-26b32486-442b-40ef-8301-c60b860f2d7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.897349] env[68989]: DEBUG oslo_vmware.api [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 831.897349] env[68989]: value = "task-3217734" [ 831.897349] env[68989]: _type = "Task" [ 831.897349] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.908548] env[68989]: DEBUG oslo_vmware.api [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217734, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.919971] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36e83d8e-c30e-4bb9-b41f-32d0e97d97f6 tempest-ServersNegativeTestMultiTenantJSON-1347860590 tempest-ServersNegativeTestMultiTenantJSON-1347860590-project-member] Lock "ff75765d-ebf0-4bbe-82d0-c302d46ba3a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.375s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.117329] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217732, 'name': ReconfigVM_Task, 'duration_secs': 0.447462} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.119017] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480/4e5c6360-bedf-41fb-99c6-24a25a0fb480.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.119017] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.240681] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217733, 'name': PowerOffVM_Task, 'duration_secs': 0.208806} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.240681] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.240906] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.241593] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eee3155d-0194-4476-8fc2-4fb093b82266 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.245165] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.310080] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.310333] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.310484] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Deleting the datastore file [datastore2] e5f6871f-5d61-4174-bbf2-b9a8462a3a44 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.310823] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f71c3a-4e0a-4452-ad91-41ea1b841088 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.317562] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for the task: (returnval){ [ 832.317562] env[68989]: value = "task-3217736" [ 832.317562] env[68989]: _type = "Task" [ 832.317562] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.327882] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.409757] env[68989]: DEBUG oslo_vmware.api [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217734, 'name': SuspendVM_Task} progress is 50%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.630866] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58236114-5fc3-4b69-bdc6-7498d06841ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.657478] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9586693-b830-46f0-8501-6a7ffeacc440 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.680179] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.832038] env[68989]: DEBUG oslo_vmware.api [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Task: {'id': task-3217736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216071} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.832423] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.832979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.832979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.833143] env[68989]: INFO nova.compute.manager [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 832.833563] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.833811] env[68989]: DEBUG nova.compute.manager [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.833999] env[68989]: DEBUG nova.network.neutron [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.911625] env[68989]: DEBUG oslo_vmware.api [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217734, 'name': SuspendVM_Task, 'duration_secs': 0.818782} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.912195] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Suspended the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 832.912424] env[68989]: DEBUG nova.compute.manager [None req-3a5b95b4-e443-4648-a12a-568d53b3d9f1 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.913505] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb827191-3687-4a56-bea4-ca74c42aec0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.012523] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f3a22-3aba-4618-8b9a-fe25a20f15a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.021267] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529eb63-a1f3-4ed0-ac43-db6390a389af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.058208] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1670a02-0ed3-4de5-8711-e35f3383d8f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.066506] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975b060a-509f-495a-99cb-1fb0821a55d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.082116] env[68989]: DEBUG nova.compute.provider_tree [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.236590] env[68989]: DEBUG nova.network.neutron [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Port faa6eef3-74e4-4e69-aa68-8e7557400678 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.586139] env[68989]: DEBUG nova.scheduler.client.report [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.633540] env[68989]: DEBUG nova.network.neutron [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.904538] env[68989]: DEBUG nova.compute.manager [req-ec1bd58a-0d2a-4c1d-8a3b-2273670e80f4 req-5e33d647-f7fe-400d-8b77-5282eb9bb549 service nova] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Received event network-vif-deleted-17c5168e-ec10-4fb2-b99c-d6d7dd9d3648 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.093511] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.094234] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.097200] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.506s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.099636] env[68989]: INFO nova.compute.claims [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.137384] env[68989]: INFO nova.compute.manager [-] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Took 1.30 seconds to deallocate network for instance. [ 834.263215] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.263694] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.264061] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.418192] env[68989]: DEBUG nova.compute.manager [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.419141] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf355c4-de4c-411f-be6a-3660d3a8b070 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.607302] env[68989]: DEBUG nova.compute.utils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.610120] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.610289] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.645731] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.688108] env[68989]: DEBUG nova.policy [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a681725e2a3f4e448216c49d672f79cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ce7dd7f1eb4e9db793fe11edf58f59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.790663] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 834.791646] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be604f8-8927-4b47-a36c-d6401561985d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.803582] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 834.803779] env[68989]: ERROR oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk due to incomplete transfer. [ 834.804048] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc26214b-7682-4159-a1db-aa7524b8ba24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.813363] env[68989]: DEBUG oslo_vmware.rw_handles [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e208f8-8fc7-3e0b-5aa4-92309908b7ad/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 834.813585] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Uploaded image a7411846-73cc-41fb-ac3c-466a0d48db37 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 834.816052] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.816359] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d44d1e21-3667-4e0a-b4c5-dd2e5769fd5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.824678] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 834.824678] env[68989]: value = "task-3217737" [ 834.824678] env[68989]: _type = "Task" [ 834.824678] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.834466] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217737, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.111085] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.287270] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Successfully created port: 50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.336914] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217737, 'name': Destroy_Task, 'duration_secs': 0.358532} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.339735] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Destroyed the VM [ 835.340010] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 835.340538] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a68b2ea7-17fe-40b8-b62e-a5ca0a3b92ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.350163] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 835.350163] env[68989]: value = "task-3217738" [ 835.350163] env[68989]: _type = "Task" [ 835.350163] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.362159] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.377037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.377417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.377693] env[68989]: DEBUG nova.network.neutron [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.437246] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.437246] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39a5807-7a65-413f-9442-7adfd88d96da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.446862] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 835.446862] env[68989]: value = "task-3217739" [ 835.446862] env[68989]: _type = "Task" [ 835.446862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.456713] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.695551] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba860572-8ce6-4267-a404-e2222263a564 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.704025] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65c3c9-4612-4191-bd76-1c335669a04c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.741881] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc26f07-100c-4474-ae5c-1f71206e3dcb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.750093] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8874a4-2c73-4be0-8b1a-2f9a61279500 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.764837] env[68989]: DEBUG nova.compute.provider_tree [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.847531] env[68989]: DEBUG nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.848577] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac9e1c-0e71-42c9-947d-2cd8856c3eec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.868499] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217738, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.957961] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217739, 'name': PowerOffVM_Task, 'duration_secs': 0.205029} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.958411] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.958494] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.959351] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d7553-062f-4d21-88b2-559f2080b8b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.967591] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.967857] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce9ad7e-e92f-446d-8370-1e72f6bd76b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.031507] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.031742] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.032106] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.032643] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fb0f78-1a96-4447-84cf-fddf215a6c44 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039858] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 836.039858] env[68989]: value = "task-3217741" [ 836.039858] env[68989]: _type = "Task" [ 836.039858] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.058525] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.124188] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.157929] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.158423] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.158597] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.158825] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.159035] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.159314] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.159633] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.159902] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.160090] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.160338] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.160708] env[68989]: DEBUG nova.virt.hardware [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.162153] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c35128a-a61f-4780-b534-01965eb11172 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.178175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cbe4fe-fe98-47ff-a55e-7b01793f2ea5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.268793] env[68989]: DEBUG nova.scheduler.client.report [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.367111] env[68989]: INFO nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] instance snapshotting [ 836.367252] env[68989]: WARNING nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 836.369432] env[68989]: DEBUG oslo_vmware.api [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.608371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.369997] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 836.370252] env[68989]: INFO nova.compute.manager [None req-8a9e2d2a-f803-445c-961e-525eb4a5d9e7 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 836.373395] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74225324-2727-44ed-bc07-25ad230bd145 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.377548] env[68989]: DEBUG nova.network.neutron [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.399353] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606da3f3-61d9-4040-b773-b77ed5000e48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.550020] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157627} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.550357] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.550586] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.550739] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.778323] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.778844] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.781822] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.658s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.782076] env[68989]: DEBUG nova.objects.instance [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lazy-loading 'resources' on Instance uuid 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.882039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.912115] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.912115] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd88a84a-2342-4f5b-b211-73d83862bdc3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.922480] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 836.922480] env[68989]: value = "task-3217742" [ 836.922480] env[68989]: _type = "Task" [ 836.922480] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.934851] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.289511] env[68989]: DEBUG nova.compute.utils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.293272] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.293272] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.388882] env[68989]: DEBUG nova.policy [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '940684ae700b48f2a8dfdc5cbaa7db4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bba53b4763d54a48bd87ad851d9bf676', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.417903] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56e062-d267-45e8-b99c-d20d5dbe0e9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.450749] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152e0bd-e6ae-4ba4-89b5-15604650c3b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.460887] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217742, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.467190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.590023] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.590298] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.590454] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.590670] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.590841] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.591108] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.591378] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.591566] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.591773] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.592879] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.592879] env[68989]: DEBUG nova.virt.hardware [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.593964] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec9986d-ec96-440b-a67a-4a248bb3e183 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.605787] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef3b257-8e0d-4791-92bc-7e159ef2400d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.628608] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:16:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6454486a-3f6f-444d-9593-be4dc07572b6', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.637440] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.640668] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.641127] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97a6414-274d-47ee-8c13-7dea21cbbb00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.662840] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.662840] env[68989]: value = "task-3217743" [ 837.662840] env[68989]: _type = "Task" [ 837.662840] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.671809] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217743, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.795613] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.903573] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Successfully updated port: 50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.919488] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b9a60-5ce1-4632-89b2-9eefbd8241af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.934285] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c54566-ce1b-46af-b24c-73c33f18ca93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.942530] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217742, 'name': CreateSnapshot_Task, 'duration_secs': 0.722894} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.943322] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.944086] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8dc0fd-53c4-4886-9a91-8b4e10dd50d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.985870] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.991025] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a163a2e9-3640-4735-a766-a7643b836c37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.991176] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ac1d3-7f9c-485e-9f3e-09dd1839d18c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.003658] env[68989]: DEBUG nova.compute.manager [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Received event network-vif-plugged-50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.003894] env[68989]: DEBUG oslo_concurrency.lockutils [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] Acquiring lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.004125] env[68989]: DEBUG oslo_concurrency.lockutils [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.004320] env[68989]: DEBUG oslo_concurrency.lockutils [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.004539] env[68989]: DEBUG nova.compute.manager [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] No waiting events found dispatching network-vif-plugged-50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.004753] env[68989]: WARNING nova.compute.manager [req-befd70cb-6f73-4b01-ab1e-c3122ce15893 req-bb4756a4-19a9-4038-921c-f1617ddd6776 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Received unexpected event network-vif-plugged-50af7053-5bcd-4f88-801a-b95e1cf29992 for instance with vm_state building and task_state spawning. [ 838.016439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c84bb-d98d-4edb-84fd-6c8be821b3e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.021990] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 838.021990] env[68989]: value = "task-3217744" [ 838.021990] env[68989]: _type = "Task" [ 838.021990] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.039405] env[68989]: DEBUG nova.compute.provider_tree [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.045025] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Successfully created port: eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.053271] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.176922] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217743, 'name': CreateVM_Task, 'duration_secs': 0.419961} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.177047] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.177870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.178047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.178586] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.178662] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4226678b-9c31-4b60-9aad-da2914586adc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.183401] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 838.183401] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c267ba-b3dc-26b6-244f-a2561d1f905e" [ 838.183401] env[68989]: _type = "Task" [ 838.183401] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.192412] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c267ba-b3dc-26b6-244f-a2561d1f905e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.304567] env[68989]: INFO nova.virt.block_device [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Booting with volume 95603d78-b9dd-4da9-89ee-af02020d5116 at /dev/sda [ 838.350594] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c258c001-d888-45c9-9a4b-d8bb596c37a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.360556] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c7d0e0-d588-42bd-b053-7083607146eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.398619] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-070e20c2-58c5-4176-9139-a0bd9b261575 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.407269] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d751324c-caa8-4d17-834f-3d96be4845d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.418084] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.418237] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.418386] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.446182] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4939b6-6c30-40c5-b3c5-abd57b0ef185 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.453655] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc0825-f04c-41f0-9447-24ada7b9d44b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.468063] env[68989]: DEBUG nova.virt.block_device [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating existing volume attachment record: bc62e7c5-211d-4360-881d-cf81234ccf97 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 838.513317] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.513728] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aae6d08d-c712-4242-8d0b-7a7c5bce52f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.523715] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 838.523715] env[68989]: value = "task-3217745" [ 838.523715] env[68989]: _type = "Task" [ 838.523715] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.536374] env[68989]: DEBUG oslo_vmware.api [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217744, 'name': PowerOnVM_Task, 'duration_secs': 0.446469} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.540619] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.540619] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-03087535-2535-4b1a-80ff-9ab23287ea00 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance '4e5c6360-bedf-41fb-99c6-24a25a0fb480' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.544051] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.552534] env[68989]: DEBUG nova.scheduler.client.report [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.556502] env[68989]: DEBUG nova.compute.manager [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.557630] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcee09-9521-404d-9c06-abb69312d17f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.694801] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c267ba-b3dc-26b6-244f-a2561d1f905e, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.695153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.695396] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.695629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.695774] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.695952] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.696248] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b21de0-997f-4e58-ba70-985741b8eaaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.705498] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.705719] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.706489] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5ed82b-1089-45c0-900f-910811af2bc2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.712391] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 838.712391] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523536c1-b32e-f52e-d621-99ab8e7fd84f" [ 838.712391] env[68989]: _type = "Task" [ 838.712391] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.723101] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523536c1-b32e-f52e-d621-99ab8e7fd84f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.975728] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.984184] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.985028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac0fdc-e15a-449e-be0e-f3e17a10d31a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.991535] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.992424] env[68989]: ERROR oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk due to incomplete transfer. [ 838.992424] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e726c5ca-8460-4e75-be6e-c9959b1e9c5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000139] env[68989]: DEBUG oslo_vmware.rw_handles [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52941c20-790c-5951-6537-fe078952cf7e/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.000139] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Uploaded image 30321639-1ac2-44e0-ad78-e84dfc6b54e3 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.001634] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.001634] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2aac5104-9756-4f0e-9b49-ed9781371f89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.008213] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 839.008213] env[68989]: value = "task-3217746" [ 839.008213] env[68989]: _type = "Task" [ 839.008213] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.022918] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217746, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.037415] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.059374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.062517] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.936s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.064088] env[68989]: INFO nova.compute.claims [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.070822] env[68989]: INFO nova.compute.manager [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] instance snapshotting [ 839.075046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b9265-9f2c-45f3-9db4-6b9a3b9628ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.096163] env[68989]: INFO nova.scheduler.client.report [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Deleted allocations for instance 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b [ 839.098397] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4239f9f-5cf8-48d0-b03e-8853f6952953 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164553] env[68989]: DEBUG nova.network.neutron [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Updating instance_info_cache with network_info: [{"id": "50af7053-5bcd-4f88-801a-b95e1cf29992", "address": "fa:16:3e:bd:63:6c", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af7053-5b", "ovs_interfaceid": "50af7053-5bcd-4f88-801a-b95e1cf29992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.222843] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523536c1-b32e-f52e-d621-99ab8e7fd84f, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.223660] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3f137a-d3e9-48b3-a05c-ff37f4643e98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.229469] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 839.229469] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523a15a9-fee7-5a80-23eb-ab2927696274" [ 839.229469] env[68989]: _type = "Task" [ 839.229469] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.238972] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523a15a9-fee7-5a80-23eb-ab2927696274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.523314] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217746, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.539697] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.607663] env[68989]: DEBUG oslo_concurrency.lockutils [None req-73626a42-0bd7-4a6d-9354-9bb793210461 tempest-ServersTestFqdnHostnames-618008499 tempest-ServersTestFqdnHostnames-618008499-project-member] Lock "6fead5d8-1edf-4b2e-82ce-e232e5e5f23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.589s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.611816] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 839.612163] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f28228e8-fe03-412c-a88b-dc5b451b3933 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.619944] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 839.619944] env[68989]: value = "task-3217747" [ 839.619944] env[68989]: _type = "Task" [ 839.619944] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.630974] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.662696] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Successfully updated port: eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.667410] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.667735] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Instance network_info: |[{"id": "50af7053-5bcd-4f88-801a-b95e1cf29992", "address": "fa:16:3e:bd:63:6c", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af7053-5b", "ovs_interfaceid": "50af7053-5bcd-4f88-801a-b95e1cf29992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.668187] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50af7053-5bcd-4f88-801a-b95e1cf29992', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.675950] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.676758] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.676991] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5452486a-2070-43bb-bd8e-158df46530e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.696946] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.696946] env[68989]: value = "task-3217748" [ 839.696946] env[68989]: _type = "Task" [ 839.696946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.706456] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217748, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.740726] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523a15a9-fee7-5a80-23eb-ab2927696274, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.740726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.741079] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.741130] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c386c970-274a-413f-a792-d66164fccefd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.750882] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 839.750882] env[68989]: value = "task-3217749" [ 839.750882] env[68989]: _type = "Task" [ 839.750882] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.759740] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.022907] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217746, 'name': Destroy_Task, 'duration_secs': 0.528274} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.023279] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroyed the VM [ 840.023458] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.023726] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-222f2cec-b553-4287-b4e9-07c7aff41654 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.034214] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 840.034214] env[68989]: value = "task-3217750" [ 840.034214] env[68989]: _type = "Task" [ 840.034214] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.041551] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.048171] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.138693] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.140706] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Received event network-changed-50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.140991] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Refreshing instance network info cache due to event network-changed-50af7053-5bcd-4f88-801a-b95e1cf29992. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.141298] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Acquiring lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.141476] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Acquired lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.141668] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Refreshing network info cache for port 50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.167574] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.167674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquired lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.167845] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.213177] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217748, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.261748] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494843} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.262249] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.262321] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.262579] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27fa72fd-ad42-4dd9-807a-a042137f65b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.272451] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 840.272451] env[68989]: value = "task-3217751" [ 840.272451] env[68989]: _type = "Task" [ 840.272451] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.283811] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.439747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.440095] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.440302] env[68989]: DEBUG nova.compute.manager [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Going to confirm migration 2 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 840.541479] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.543614] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61699f3-b891-460b-889f-0bf65dddcf3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.549245] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.553483] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8c73f-d4ec-4f60-80d3-046f1501aeeb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.585773] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.586215] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.586445] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.586599] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.586787] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.586931] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.587101] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.587587] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.587587] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.587703] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.587809] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.587999] env[68989]: DEBUG nova.virt.hardware [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.589338] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f33dfd5-a447-4ad0-a1a6-536d778d89cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.592473] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7029b1-c722-4615-a8ff-5b08d80fa0b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.602135] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65767ff5-d0c3-4b1d-9317-a5e8dcc5ffee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.607657] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e32e61-9ea6-4bdd-9a53-aeefda7b151b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.621775] env[68989]: DEBUG nova.compute.provider_tree [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.634464] env[68989]: DEBUG nova.scheduler.client.report [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.643168] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217747, 'name': CreateSnapshot_Task, 'duration_secs': 0.81224} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.643432] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.646232] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d5680-c2f8-4301-99b8-7dc99f2cc53f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.706945] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217748, 'name': CreateVM_Task, 'duration_secs': 0.662672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.707181] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.707818] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.707983] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.708728] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.708728] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2dbdad2-43f1-4dce-8a49-6faa71d2199d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.713136] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 840.713136] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5235caa1-0c69-490a-eee3-2f7b63c025e4" [ 840.713136] env[68989]: _type = "Task" [ 840.713136] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.721111] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5235caa1-0c69-490a-eee3-2f7b63c025e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.747703] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.783770] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071822} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.784248] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.785047] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a429c752-306e-4dee-ba76-1efcf6d077f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.808204] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.808530] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e3a937-5316-4546-a0eb-9e3e5bec55da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.830591] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 840.830591] env[68989]: value = "task-3217752" [ 840.830591] env[68989]: _type = "Task" [ 840.830591] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.840105] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.042314] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.047197] env[68989]: DEBUG oslo_vmware.api [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632809} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.047480] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.047722] env[68989]: INFO nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 13.76 seconds to snapshot the instance on the hypervisor. [ 841.092400] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.092587] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.092760] env[68989]: DEBUG nova.network.neutron [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.092960] env[68989]: DEBUG nova.objects.instance [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'info_cache' on Instance uuid 4e5c6360-bedf-41fb-99c6-24a25a0fb480 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.140265] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.077s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.140265] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.142956] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.646s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.143045] env[68989]: DEBUG nova.objects.instance [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lazy-loading 'resources' on Instance uuid 7853e14e-a176-4efe-8d57-cf5301f7cfc5 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.170136] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.170136] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d165798-764b-4108-b41a-9c36a192c471 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.178927] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 841.178927] env[68989]: value = "task-3217753" [ 841.178927] env[68989]: _type = "Task" [ 841.178927] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.188364] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217753, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.209505] env[68989]: DEBUG nova.network.neutron [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating instance_info_cache with network_info: [{"id": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "address": "fa:16:3e:19:ca:79", "network": {"id": "c802a137-3c9f-4226-a185-3a02eb4de9cf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-664065986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba53b4763d54a48bd87ad851d9bf676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb72d4af-7e", "ovs_interfaceid": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.226446] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5235caa1-0c69-490a-eee3-2f7b63c025e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.227416] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.228461] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.228461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.228461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.228461] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.228814] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9ccfba-290b-4c69-b59e-97b8c2faf76a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.233748] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Updated VIF entry in instance network info cache for port 50af7053-5bcd-4f88-801a-b95e1cf29992. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.234095] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Updating instance_info_cache with network_info: [{"id": "50af7053-5bcd-4f88-801a-b95e1cf29992", "address": "fa:16:3e:bd:63:6c", "network": {"id": "ad067042-b167-4264-be05-f1f5433ea991", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-66788612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ce7dd7f1eb4e9db793fe11edf58f59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50af7053-5b", "ovs_interfaceid": "50af7053-5bcd-4f88-801a-b95e1cf29992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.239022] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.239022] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.239022] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f92f917-8f03-4dee-98ac-3216e289851a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.243401] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 841.243401] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d3413d-1ebb-4cbc-e7c0-2774921dde3e" [ 841.243401] env[68989]: _type = "Task" [ 841.243401] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.252615] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d3413d-1ebb-4cbc-e7c0-2774921dde3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.341037] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217752, 'name': ReconfigVM_Task, 'duration_secs': 0.305334} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.341373] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.342019] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd2271e-99db-4d76-a939-b66ee0bd55d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.349333] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 841.349333] env[68989]: value = "task-3217754" [ 841.349333] env[68989]: _type = "Task" [ 841.349333] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.359875] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217754, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.540589] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.609484] env[68989]: DEBUG nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Found 3 images (rotation: 2) {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 841.609698] env[68989]: DEBUG nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Rotating out 1 backups {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 841.609897] env[68989]: DEBUG nova.compute.manager [None req-7b607db2-1680-434f-a8d3-08294599b481 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleting image f397777d-3ef1-490c-b0ae-45a6291024f3 {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 841.646600] env[68989]: DEBUG nova.compute.utils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.651588] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.651767] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.689219] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217753, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.711903] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Releasing lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.712633] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Instance network_info: |[{"id": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "address": "fa:16:3e:19:ca:79", "network": {"id": "c802a137-3c9f-4226-a185-3a02eb4de9cf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-664065986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba53b4763d54a48bd87ad851d9bf676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb72d4af-7e", "ovs_interfaceid": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.712881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ca:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb72d4af-7ee4-430b-b8e6-7556037c8fd2', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.720641] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Creating folder: Project (bba53b4763d54a48bd87ad851d9bf676). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.720925] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e2c8687-80f7-4ef1-aa80-61e182ccf2a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.734996] env[68989]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 841.735204] env[68989]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68989) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 841.735582] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Folder already exists: Project (bba53b4763d54a48bd87ad851d9bf676). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 841.735778] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Creating folder: Instances. Parent ref: group-v643310. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.736012] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d60152-866c-4109-9f8e-a307e3dd6c81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.739606] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Releasing lock "refresh_cache-9b32e44e-517b-4656-9ae1-6346d60f273e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.739891] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Received event network-vif-plugged-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.740127] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Acquiring lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.740378] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.740546] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.740715] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] No waiting events found dispatching network-vif-plugged-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.740894] env[68989]: WARNING nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Received unexpected event network-vif-plugged-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 for instance with vm_state building and task_state spawning. [ 841.741113] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Received event network-changed-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.741328] env[68989]: DEBUG nova.compute.manager [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Refreshing instance network info cache due to event network-changed-eb72d4af-7ee4-430b-b8e6-7556037c8fd2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.741520] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Acquiring lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.741659] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Acquired lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.741817] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Refreshing network info cache for port eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.758046] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d3413d-1ebb-4cbc-e7c0-2774921dde3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.760481] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Created folder: Instances in parent group-v643310. [ 841.760682] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.760974] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e368e34-b9f2-4742-a472-c001ad836173 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.763138] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.765849] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6256debe-666b-4bd5-bc76-467e7cf9e391 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.784787] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 841.784787] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52193325-f04b-9ce0-2907-43074682b572" [ 841.784787] env[68989]: _type = "Task" [ 841.784787] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.793619] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.793619] env[68989]: value = "task-3217757" [ 841.793619] env[68989]: _type = "Task" [ 841.793619] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.793882] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52193325-f04b-9ce0-2907-43074682b572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.804684] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217757, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.862315] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217754, 'name': Rename_Task, 'duration_secs': 0.148836} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.862606] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.862874] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4fdd679-4f98-41c9-9767-6b7ef758e510 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.870653] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 841.870653] env[68989]: value = "task-3217758" [ 841.870653] env[68989]: _type = "Task" [ 841.870653] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.878588] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.968416] env[68989]: DEBUG nova.policy [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.044222] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217745, 'name': CloneVM_Task, 'duration_secs': 3.273591} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.044565] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Created linked-clone VM from snapshot [ 842.045343] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd33a06-d45b-4d09-88ea-bd0c7aa22c55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.056801] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Uploading image 6be6eb4b-9371-4d2e-84ab-a000bd7c761c {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 842.101219] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 842.101219] env[68989]: value = "vm-643360" [ 842.101219] env[68989]: _type = "VirtualMachine" [ 842.101219] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 842.103891] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8123307a-07f0-4744-97b3-f333efe136db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.112768] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease: (returnval){ [ 842.112768] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264873a-9f6e-a6a2-f0f5-418480cf8ba7" [ 842.112768] env[68989]: _type = "HttpNfcLease" [ 842.112768] env[68989]: } obtained for exporting VM: (result){ [ 842.112768] env[68989]: value = "vm-643360" [ 842.112768] env[68989]: _type = "VirtualMachine" [ 842.112768] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 842.113096] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the lease: (returnval){ [ 842.113096] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264873a-9f6e-a6a2-f0f5-418480cf8ba7" [ 842.113096] env[68989]: _type = "HttpNfcLease" [ 842.113096] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 842.124758] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.124758] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264873a-9f6e-a6a2-f0f5-418480cf8ba7" [ 842.124758] env[68989]: _type = "HttpNfcLease" [ 842.124758] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 842.153635] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.167888] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d63366-c890-4a0c-900d-abe9378c74a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.181021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50630fa7-7025-478d-b344-b1b9a88aa93d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.195965] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217753, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.235406] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01ac02a-cd45-4484-88b5-8cfeab2fc6d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.245417] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d1e87-b4df-4197-8d61-0712bdfa911e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.263426] env[68989]: DEBUG nova.compute.provider_tree [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.297986] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52193325-f04b-9ce0-2907-43074682b572, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.301613] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.301933] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9b32e44e-517b-4656-9ae1-6346d60f273e/9b32e44e-517b-4656-9ae1-6346d60f273e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.302315] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d35c2c8-c20a-4c7c-8362-6146f89b799c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.311338] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217757, 'name': CreateVM_Task, 'duration_secs': 0.351924} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.311517] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.312189] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'bc62e7c5-211d-4360-881d-cf81234ccf97', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643324', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'name': 'volume-95603d78-b9dd-4da9-89ee-af02020d5116', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bcefac-04cf-4d8f-8f1b-a0a389e89880', 'attached_at': '', 'detached_at': '', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'serial': '95603d78-b9dd-4da9-89ee-af02020d5116'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68989) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 842.312443] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Root volume attach. Driver type: vmdk {{(pid=68989) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 842.314358] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb7bae0-ea83-4365-a7ce-e7fb5ed56001 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.317220] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 842.317220] env[68989]: value = "task-3217760" [ 842.317220] env[68989]: _type = "Task" [ 842.317220] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.324583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3d2f24-75ba-430c-b72b-275fcb7783e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.332436] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.337459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b8bbb6-76e7-4f08-88cb-2624dd2ccadb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.346669] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b6112deb-3572-4c41-a7a1-d88d8cb95a9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.353791] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 842.353791] env[68989]: value = "task-3217761" [ 842.353791] env[68989]: _type = "Task" [ 842.353791] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.363468] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.380513] env[68989]: DEBUG oslo_vmware.api [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217758, 'name': PowerOnVM_Task, 'duration_secs': 0.481551} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.380784] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.381086] env[68989]: DEBUG nova.compute.manager [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.381868] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4694a7-430a-41c9-a78c-a0db0c0ecb2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.630206] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.630206] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264873a-9f6e-a6a2-f0f5-418480cf8ba7" [ 842.630206] env[68989]: _type = "HttpNfcLease" [ 842.630206] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 842.630625] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 842.630625] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264873a-9f6e-a6a2-f0f5-418480cf8ba7" [ 842.630625] env[68989]: _type = "HttpNfcLease" [ 842.630625] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 842.631873] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f44b41-86eb-4e07-9596-c89a32a90082 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.645533] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 842.645827] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 842.729121] env[68989]: DEBUG nova.network.neutron [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [{"id": "faa6eef3-74e4-4e69-aa68-8e7557400678", "address": "fa:16:3e:6c:31:95", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa6eef3-74", "ovs_interfaceid": "faa6eef3-74e4-4e69-aa68-8e7557400678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.734704] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Successfully created port: 06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.752437] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217753, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.767294] env[68989]: DEBUG nova.scheduler.client.report [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.830701] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.870721] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 42%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.897783] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updated VIF entry in instance network info cache for port eb72d4af-7ee4-430b-b8e6-7556037c8fd2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.898212] env[68989]: DEBUG nova.network.neutron [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating instance_info_cache with network_info: [{"id": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "address": "fa:16:3e:19:ca:79", "network": {"id": "c802a137-3c9f-4226-a185-3a02eb4de9cf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-664065986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba53b4763d54a48bd87ad851d9bf676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb72d4af-7e", "ovs_interfaceid": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.903288] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.095961] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6675f157-21e1-4038-aede-3d01a978f8e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.247356] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.251367] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-4e5c6360-bedf-41fb-99c6-24a25a0fb480" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.251367] env[68989]: DEBUG nova.objects.instance [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'migration_context' on Instance uuid 4e5c6360-bedf-41fb-99c6-24a25a0fb480 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.251367] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217753, 'name': CloneVM_Task, 'duration_secs': 1.574683} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.251677] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Created linked-clone VM from snapshot [ 843.258159] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269c146-85eb-416d-80e4-3ed3fe595f03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.278724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.282135] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Uploading image 00c8f846-808e-42a0-8686-a14e9709c8dc {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.285546] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.562s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.285925] env[68989]: DEBUG nova.objects.instance [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lazy-loading 'resources' on Instance uuid ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.325038] env[68989]: INFO nova.scheduler.client.report [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Deleted allocations for instance 7853e14e-a176-4efe-8d57-cf5301f7cfc5 [ 843.338037] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555797} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.340817] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.341141] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.341319] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.341510] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.341658] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.341804] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.342723] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.342723] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.342723] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.342723] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.342723] env[68989]: DEBUG nova.virt.hardware [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.343407] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9b32e44e-517b-4656-9ae1-6346d60f273e/9b32e44e-517b-4656-9ae1-6346d60f273e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.343669] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.346317] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffbcd8a-645b-410f-811b-f662c0bfd853 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.352037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0f11316-98fc-45b7-b600-8301533b7a02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.366545] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 843.366545] env[68989]: value = "task-3217762" [ 843.366545] env[68989]: _type = "Task" [ 843.366545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.370194] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.370194] env[68989]: value = "vm-643363" [ 843.370194] env[68989]: _type = "VirtualMachine" [ 843.370194] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.373182] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6228bbc7-1ad3-48fa-bede-46cc2acae6da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.378572] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e46bd6f-abcd-4bb5-bea0-b5e11e2834ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.388578] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 56%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.395046] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.409090] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease: (returnval){ [ 843.409090] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef871a-f97e-f2b3-83ff-80a7047b8009" [ 843.409090] env[68989]: _type = "HttpNfcLease" [ 843.409090] env[68989]: } obtained for exporting VM: (result){ [ 843.409090] env[68989]: value = "vm-643363" [ 843.409090] env[68989]: _type = "VirtualMachine" [ 843.409090] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.409572] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the lease: (returnval){ [ 843.409572] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef871a-f97e-f2b3-83ff-80a7047b8009" [ 843.409572] env[68989]: _type = "HttpNfcLease" [ 843.409572] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.410252] env[68989]: DEBUG oslo_concurrency.lockutils [req-95d08402-d9ad-49f1-8909-11c6624176b0 req-78424c3a-251d-4462-962c-e8b6d506b96e service nova] Releasing lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.420540] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.420540] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef871a-f97e-f2b3-83ff-80a7047b8009" [ 843.420540] env[68989]: _type = "HttpNfcLease" [ 843.420540] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.421933] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.421933] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef871a-f97e-f2b3-83ff-80a7047b8009" [ 843.421933] env[68989]: _type = "HttpNfcLease" [ 843.421933] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.421933] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35b743-9354-4801-8817-9051e38b95bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.432667] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.432877] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.578087] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6877a87-f314-4f89-97bc-0456286aee42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.754111] env[68989]: DEBUG nova.objects.base [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Object Instance<4e5c6360-bedf-41fb-99c6-24a25a0fb480> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 843.758022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76e9cc-a587-4bdb-99ac-ac2fd70ae94f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.780273] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985e0455-d5c2-487b-8f67-1f290fda2f66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.791866] env[68989]: DEBUG oslo_vmware.api [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 843.791866] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ff0b97-10b5-1873-4181-7f55ed3266c4" [ 843.791866] env[68989]: _type = "Task" [ 843.791866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.818317] env[68989]: DEBUG oslo_vmware.api [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ff0b97-10b5-1873-4181-7f55ed3266c4, 'name': SearchDatastore_Task, 'duration_secs': 0.016058} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.818701] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.845338] env[68989]: DEBUG oslo_concurrency.lockutils [None req-646833cc-dea7-4183-b7e3-cb70d30386f8 tempest-ListServerFiltersTestJSON-967659837 tempest-ListServerFiltersTestJSON-967659837-project-member] Lock "7853e14e-a176-4efe-8d57-cf5301f7cfc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.853s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.875387] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 69%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.888715] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098562} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.888911] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.890285] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98efee5-406c-483f-ac37-ab733a28937a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.923819] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9b32e44e-517b-4656-9ae1-6346d60f273e/9b32e44e-517b-4656-9ae1-6346d60f273e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.924297] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5811ca-08e7-481b-b339-369003c3abe2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.950013] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 843.950013] env[68989]: value = "task-3217764" [ 843.950013] env[68989]: _type = "Task" [ 843.950013] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.967662] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.368953] env[68989]: INFO nova.compute.manager [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Rebuilding instance [ 844.383680] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 82%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.437000] env[68989]: DEBUG nova.compute.manager [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.437838] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a97ba6-96b1-41a3-9558-1b6cb95c7724 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.474042] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.506880] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85418c9a-a7a0-405c-9dc8-cbb01fef2487 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.518210] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a4d4d-6fce-44c7-a50e-1c30fc53b247 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.560110] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef976108-1207-4f65-8a04-8fcae1a1db9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.572544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca50ee1e-9b25-49e8-83df-11f7f11af89b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.595425] env[68989]: DEBUG nova.compute.provider_tree [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.603467] env[68989]: DEBUG nova.compute.manager [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received event network-vif-plugged-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.603712] env[68989]: DEBUG oslo_concurrency.lockutils [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.603933] env[68989]: DEBUG oslo_concurrency.lockutils [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.604171] env[68989]: DEBUG oslo_concurrency.lockutils [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.604298] env[68989]: DEBUG nova.compute.manager [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] No waiting events found dispatching network-vif-plugged-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.604636] env[68989]: WARNING nova.compute.manager [req-4897199c-77b3-4cc7-8686-7ddafe9bb32f req-60a988d8-2106-4d00-9422-4b7a025d17ca service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received unexpected event network-vif-plugged-06d10235-68a4-482e-b017-e06f39ee9f62 for instance with vm_state building and task_state spawning. [ 844.772934] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Successfully updated port: 06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.881218] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 97%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.969039] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217764, 'name': ReconfigVM_Task, 'duration_secs': 0.750114} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.969231] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9b32e44e-517b-4656-9ae1-6346d60f273e/9b32e44e-517b-4656-9ae1-6346d60f273e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.970722] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc3ee92-ae74-4c48-b53e-7de5d2e4c286 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.985136] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 844.985136] env[68989]: value = "task-3217765" [ 844.985136] env[68989]: _type = "Task" [ 844.985136] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.005238] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217765, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.102892] env[68989]: DEBUG nova.scheduler.client.report [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.110030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.110825] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.004s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.111292] env[68989]: DEBUG nova.compute.manager [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.113213] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c704ec70-24db-4d61-b343-48f99128d621 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.122312] env[68989]: DEBUG nova.compute.manager [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.125459] env[68989]: DEBUG nova.objects.instance [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.280233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.280233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.280233] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.372727] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 97%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.463840] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.464288] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68f63f4-172f-4740-9a41-5799f2145a5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.472191] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 845.472191] env[68989]: value = "task-3217766" [ 845.472191] env[68989]: _type = "Task" [ 845.472191] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.483553] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.493968] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217765, 'name': Rename_Task, 'duration_secs': 0.265692} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.494355] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.494771] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677dcd4d-f890-4ce1-8b19-101f08f2f9e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.501153] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 845.501153] env[68989]: value = "task-3217767" [ 845.501153] env[68989]: _type = "Task" [ 845.501153] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.511487] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.613702] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.616840] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.535s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.617103] env[68989]: DEBUG nova.objects.instance [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid 58e1be69-a11c-4479-8616-ddcb61eaf499 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.650644] env[68989]: INFO nova.scheduler.client.report [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleted allocations for instance ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c [ 845.823938] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.876237] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task} progress is 98%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.987136] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217766, 'name': PowerOffVM_Task, 'duration_secs': 0.276899} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.987136] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.987136] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.987136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2565900a-cc42-4dc6-b12a-dee48c0d282a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.005638] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.009246] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bf9133-91a8-4a45-a857-aa1a31c17f49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.016603] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.017428] env[68989]: DEBUG nova.network.neutron [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updating instance_info_cache with network_info: [{"id": "06d10235-68a4-482e-b017-e06f39ee9f62", "address": "fa:16:3e:cd:81:6a", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d10235-68", "ovs_interfaceid": "06d10235-68a4-482e-b017-e06f39ee9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.084200] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.084548] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.084618] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore2] 8dfca110-574d-47b5-9ff7-5082aaaced2b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.084885] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab1f08b-2a0a-4efd-933f-a41add0736ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.096602] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 846.096602] env[68989]: value = "task-3217769" [ 846.096602] env[68989]: _type = "Task" [ 846.096602] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.103937] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.135317] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.135778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4058eb33-41fd-4597-886c-c79b9202fc54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.145379] env[68989]: DEBUG oslo_vmware.api [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 846.145379] env[68989]: value = "task-3217770" [ 846.145379] env[68989]: _type = "Task" [ 846.145379] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.161615] env[68989]: DEBUG oslo_vmware.api [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.162393] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76507e4-5a84-4db1-a976-918259539b04 tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.982s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.372362] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217761, 'name': RelocateVM_Task, 'duration_secs': 3.703648} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.376062] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 846.376778] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643324', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'name': 'volume-95603d78-b9dd-4da9-89ee-af02020d5116', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bcefac-04cf-4d8f-8f1b-a0a389e89880', 'attached_at': '', 'detached_at': '', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'serial': '95603d78-b9dd-4da9-89ee-af02020d5116'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 846.378297] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6d1803-7fd6-4f6e-8eb3-e968e0b8e894 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.398870] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7832c779-0df4-493d-9559-76aab81c0922 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.432356] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-95603d78-b9dd-4da9-89ee-af02020d5116/volume-95603d78-b9dd-4da9-89ee-af02020d5116.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.435779] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3620b5e4-c12e-4b6f-b714-9290080e654f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.461721] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 846.461721] env[68989]: value = "task-3217771" [ 846.461721] env[68989]: _type = "Task" [ 846.461721] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.468980] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.516884] env[68989]: DEBUG oslo_vmware.api [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217767, 'name': PowerOnVM_Task, 'duration_secs': 0.769071} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.520271] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.521234] env[68989]: INFO nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Took 10.40 seconds to spawn the instance on the hypervisor. [ 846.521234] env[68989]: DEBUG nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.521416] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.521693] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance network_info: |[{"id": "06d10235-68a4-482e-b017-e06f39ee9f62", "address": "fa:16:3e:cd:81:6a", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d10235-68", "ovs_interfaceid": "06d10235-68a4-482e-b017-e06f39ee9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.522866] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed66a1a-848c-4f4b-a9f4-5a6a15f965e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.526067] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:81:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06d10235-68a4-482e-b017-e06f39ee9f62', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.534291] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.537129] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.537947] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11bf918-bcc9-433d-95f9-9d2813902276 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.568941] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.568941] env[68989]: value = "task-3217772" [ 846.568941] env[68989]: _type = "Task" [ 846.568941] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.578215] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217772, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.605552] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218641} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.606751] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.606956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.607160] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.655287] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94dbe90-1e40-4d6b-8283-db4b1c5e24df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.663086] env[68989]: DEBUG oslo_vmware.api [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217770, 'name': PowerOffVM_Task, 'duration_secs': 0.354211} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.665086] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.665303] env[68989]: DEBUG nova.compute.manager [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.666381] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed747f-ce95-4092-9722-c2d4598ad781 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.669628] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970615da-e48b-4d78-ad0b-fdf29aab5fb8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.705217] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359cf603-b049-4aec-a114-ff4a4bad6c95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.713494] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ef260-3b38-41c2-b678-b2f35029c2f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.728527] env[68989]: DEBUG nova.compute.provider_tree [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.972986] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217771, 'name': ReconfigVM_Task, 'duration_secs': 0.305649} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.973412] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-95603d78-b9dd-4da9-89ee-af02020d5116/volume-95603d78-b9dd-4da9-89ee-af02020d5116.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.980877] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244d5ba1-592b-4c9f-b021-a8631eb440fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.004765] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 847.004765] env[68989]: value = "task-3217773" [ 847.004765] env[68989]: _type = "Task" [ 847.004765] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.015986] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.075028] env[68989]: INFO nova.compute.manager [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Took 51.68 seconds to build instance. [ 847.079860] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217772, 'name': CreateVM_Task, 'duration_secs': 0.345492} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.080330] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.081082] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.081355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.081662] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.081937] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900285af-c87e-4a64-8139-3bad3c9e45e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.086818] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 847.086818] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea45ce-d594-accc-3b23-ad9be406d87e" [ 847.086818] env[68989]: _type = "Task" [ 847.086818] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.097605] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea45ce-d594-accc-3b23-ad9be406d87e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.208704] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae0d4120-9d0c-4476-9561-588b1ebc6290 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.233943] env[68989]: DEBUG nova.scheduler.client.report [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.516923] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217773, 'name': ReconfigVM_Task, 'duration_secs': 0.158948} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.517319] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643324', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'name': 'volume-95603d78-b9dd-4da9-89ee-af02020d5116', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bcefac-04cf-4d8f-8f1b-a0a389e89880', 'attached_at': '', 'detached_at': '', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'serial': '95603d78-b9dd-4da9-89ee-af02020d5116'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 847.518605] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc140e6-7b33-4878-8bef-d482d6ec63d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.524811] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 847.524811] env[68989]: value = "task-3217774" [ 847.524811] env[68989]: _type = "Task" [ 847.524811] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.533589] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217774, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.581926] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3410e488-377e-4c31-82cf-1b0ff85c7bd8 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.790s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.601103] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ea45ce-d594-accc-3b23-ad9be406d87e, 'name': SearchDatastore_Task, 'duration_secs': 0.01945} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.601799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.601862] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.602210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.602415] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.602674] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.603034] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba09b5b-f636-4ede-9a3a-d7a09753911c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.614356] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.614356] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.619618] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d006400d-dbff-45b6-9ab0-c9719734a822 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.627543] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 847.627543] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f8419-2fd3-2340-65f9-901af5314aba" [ 847.627543] env[68989]: _type = "Task" [ 847.627543] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.637964] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f8419-2fd3-2340-65f9-901af5314aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.737470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.740782] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.740782] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.740782] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 847.741152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.176s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.741152] env[68989]: DEBUG nova.objects.instance [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lazy-loading 'resources' on Instance uuid 5ce767c8-a1d8-47a1-895d-694a9a6ae283 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.742943] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c9905e-34f1-42a8-885a-100fbd9dc28a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.752012] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9cc22a-8c3e-4c9e-8916-ea79f3e0119f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.770258] env[68989]: INFO nova.scheduler.client.report [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance 58e1be69-a11c-4479-8616-ddcb61eaf499 [ 847.774124] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827461f-a373-47a8-8eaa-ccec1f658f5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.781581] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3bbdd4-15bb-4405-984c-9320981d0f48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.815358] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177839MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 847.815358] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.036035] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217774, 'name': Rename_Task, 'duration_secs': 0.143312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.036187] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.036391] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5fe86a-4c3f-4217-8df2-61735fd654cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.045775] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 848.045775] env[68989]: value = "task-3217775" [ 848.045775] env[68989]: _type = "Task" [ 848.045775] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.054938] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.139300] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f8419-2fd3-2340-65f9-901af5314aba, 'name': SearchDatastore_Task, 'duration_secs': 0.014903} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.140501] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321ac224-ce79-431c-b00a-72b46cd57293 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.146864] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 848.146864] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bfca9b-1ee9-d9fc-dc04-82642e1c82bd" [ 848.146864] env[68989]: _type = "Task" [ 848.146864] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.157321] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bfca9b-1ee9-d9fc-dc04-82642e1c82bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.280908] env[68989]: DEBUG oslo_concurrency.lockutils [None req-177fcd9b-e715-4612-b36a-03b664221a50 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "58e1be69-a11c-4479-8616-ddcb61eaf499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.965s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.557995] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217775, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.648354] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7a8a9-4528-4228-bb19-9ba6ce10fd69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.663675] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bfca9b-1ee9-d9fc-dc04-82642e1c82bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.664710] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af119b-bdd8-4646-b6d3-7cb8e342dd3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.668692] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.669074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0/18ec159d-f78c-44e7-b0a1-b8e16a73d3c0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.669433] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d97431-c5f8-45e3-8b91-2f905340a3d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.676538] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 848.676538] env[68989]: value = "task-3217776" [ 848.676538] env[68989]: _type = "Task" [ 848.676538] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.708712] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2884b-24f6-409b-96b5-5ecf96648ab1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.719488] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084be773-2db7-4e90-929d-f87497185c0e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.723656] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.734764] env[68989]: DEBUG nova.compute.provider_tree [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.060726] env[68989]: DEBUG oslo_vmware.api [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3217775, 'name': PowerOnVM_Task, 'duration_secs': 0.515148} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.061111] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.061409] env[68989]: INFO nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Took 8.48 seconds to spawn the instance on the hypervisor. [ 849.061674] env[68989]: DEBUG nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.062792] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947fd40-7b31-47ba-97f8-664cab6efcaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.216525] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.239054] env[68989]: DEBUG nova.scheduler.client.report [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.581053] env[68989]: INFO nova.compute.manager [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Took 53.00 seconds to build instance. [ 849.714640] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636984} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.715320] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0/18ec159d-f78c-44e7-b0a1-b8e16a73d3c0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.715320] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.715479] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f847be-5f46-4035-99eb-b63ae7d33009 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.721470] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 849.721470] env[68989]: value = "task-3217777" [ 849.721470] env[68989]: _type = "Task" [ 849.721470] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.729999] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.745205] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.747760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.273s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.748056] env[68989]: DEBUG nova.objects.instance [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lazy-loading 'resources' on Instance uuid e10bdf3c-06b0-456a-af99-801790144f45 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.767011] env[68989]: INFO nova.scheduler.client.report [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Deleted allocations for instance 5ce767c8-a1d8-47a1-895d-694a9a6ae283 [ 850.083634] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9f6809ad-adc6-479d-a5a8-37701eea7c9a tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.020s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.233310] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135014} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.233603] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.234423] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b47b4-e46b-4223-be7b-4e23fcb7c360 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.257142] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0/18ec159d-f78c-44e7-b0a1-b8e16a73d3c0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.259887] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d2c30d-a23c-4ce7-9c12-27423f7a0d3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.276933] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2188d21c-61df-4bd7-be22-82d7f3b8fa76 tempest-ServersTestManualDisk-73477081 tempest-ServersTestManualDisk-73477081-project-member] Lock "5ce767c8-a1d8-47a1-895d-694a9a6ae283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.759s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.285671] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 850.285671] env[68989]: value = "task-3217778" [ 850.285671] env[68989]: _type = "Task" [ 850.285671] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.298082] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.646159] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbf75d-c991-47b2-9275-b1c1f81132ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.656328] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3a568b-694d-4e19-846d-79a9ff4f9bc0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.689681] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db7edc-12eb-427b-bb5d-b462145c11cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.698154] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0474005-316f-4fe8-a110-7a10925b0b04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.712289] env[68989]: DEBUG nova.compute.provider_tree [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.798215] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217778, 'name': ReconfigVM_Task, 'duration_secs': 0.386432} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.798485] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0/18ec159d-f78c-44e7-b0a1-b8e16a73d3c0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.799132] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee0ab52-d4e5-491b-89cc-c8214f637fdf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.808073] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 850.808073] env[68989]: value = "task-3217779" [ 850.808073] env[68989]: _type = "Task" [ 850.808073] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.818135] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217779, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.215492] env[68989]: DEBUG nova.scheduler.client.report [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.321042] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217779, 'name': Rename_Task, 'duration_secs': 0.26047} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.321373] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.321639] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d8cfb3-ca19-4606-bbde-7d420f1b66c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.330391] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 851.330391] env[68989]: value = "task-3217780" [ 851.330391] env[68989]: _type = "Task" [ 851.330391] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.340353] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.721495] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.725028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.091s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.726480] env[68989]: INFO nova.compute.claims [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.741527] env[68989]: INFO nova.scheduler.client.report [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Deleted allocations for instance e10bdf3c-06b0-456a-af99-801790144f45 [ 851.843497] env[68989]: DEBUG oslo_vmware.api [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217780, 'name': PowerOnVM_Task, 'duration_secs': 0.509799} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.843935] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.844223] env[68989]: INFO nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Took 8.60 seconds to spawn the instance on the hypervisor. [ 851.844549] env[68989]: DEBUG nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.845955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f8d1d-caff-4785-8254-85b58a9a5440 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.249699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e4131834-a1cc-4d9c-8f9c-68f1419d1b1f tempest-VolumesAssistedSnapshotsTest-1889489719 tempest-VolumesAssistedSnapshotsTest-1889489719-project-member] Lock "e10bdf3c-06b0-456a-af99-801790144f45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.055s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.364999] env[68989]: INFO nova.compute.manager [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Took 52.28 seconds to build instance. [ 852.867061] env[68989]: DEBUG oslo_concurrency.lockutils [None req-21db05e6-0d97-4c5c-ab53-644d04f7ce8a tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.063s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.065668] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6970c278-9e93-4865-866f-d4bcbd7f37d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.075321] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a925511-ff84-4a5b-8999-331346463cef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.111246] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f0e9e5-92f9-4443-803c-cdf3e72f08c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.120750] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b987d45-3688-430e-8031-a86a6635b69d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.136057] env[68989]: DEBUG nova.compute.provider_tree [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.639976] env[68989]: DEBUG nova.scheduler.client.report [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.144743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.145305] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.148147] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.762s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.422831] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.423331] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.423504] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.423781] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.424050] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.424249] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.424542] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.424755] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.424979] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.425166] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.425332] env[68989]: DEBUG nova.virt.hardware [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.428470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a11cc-3953-4098-a3f3-665350882714 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.438145] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.439549] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36bfdd0-2709-4b9a-be84-669c02139566 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.444552] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8d6d5-c844-45d7-9f1a-c5abb0b75aa5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.452054] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.452247] env[68989]: ERROR oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk due to incomplete transfer. [ 854.460937] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6306702d-22be-4d2c-b28d-4ab558462a1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.462338] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:16:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6454486a-3f6f-444d-9593-be4dc07572b6', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.470059] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.470406] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.471132] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61dab1e0-5501-42c8-a9d1-4f294a500000 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.487901] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c27c5a-518c-7081-9b9c-5456e3107cb9/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.488213] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Uploaded image 6be6eb4b-9371-4d2e-84ab-a000bd7c761c to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.490958] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.491610] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cbe96625-291c-4fd3-9ed4-a713d8235d9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.498456] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.498456] env[68989]: value = "task-3217781" [ 854.498456] env[68989]: _type = "Task" [ 854.498456] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.499963] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 854.499963] env[68989]: value = "task-3217782" [ 854.499963] env[68989]: _type = "Task" [ 854.499963] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.512719] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217781, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.516082] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217782, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.652069] env[68989]: DEBUG nova.compute.utils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.658034] env[68989]: INFO nova.compute.claims [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.660744] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.660952] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.704806] env[68989]: DEBUG nova.policy [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f56a8334ce2444abfa097395753e549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7548be0faa3340f9a7a92459153eb429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.016884] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217781, 'name': CreateVM_Task, 'duration_secs': 0.480737} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.020612] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.020612] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217782, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.021244] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.021425] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.021761] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.022045] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56088336-8f9f-4ce5-972d-9c115d9df9c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.028021] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 855.028021] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cf268b-6892-8454-b6c5-df2894fa5a73" [ 855.028021] env[68989]: _type = "Task" [ 855.028021] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.039032] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cf268b-6892-8454-b6c5-df2894fa5a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.148177] env[68989]: DEBUG nova.compute.manager [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received event network-changed-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.148177] env[68989]: DEBUG nova.compute.manager [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Refreshing instance network info cache due to event network-changed-06d10235-68a4-482e-b017-e06f39ee9f62. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.148177] env[68989]: DEBUG oslo_concurrency.lockutils [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] Acquiring lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.148177] env[68989]: DEBUG oslo_concurrency.lockutils [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] Acquired lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.148177] env[68989]: DEBUG nova.network.neutron [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Refreshing network info cache for port 06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.161897] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.167672] env[68989]: INFO nova.compute.resource_tracker [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating resource usage from migration 25a71c22-6263-4916-9be7-638ab20984e2 [ 855.171602] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Successfully created port: 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.523025] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217782, 'name': Destroy_Task, 'duration_secs': 0.551744} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.523025] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Destroyed the VM [ 855.523025] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.523025] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b56614b-50cc-4eb9-8bb7-60d1568c238a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.536722] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 855.536722] env[68989]: value = "task-3217783" [ 855.536722] env[68989]: _type = "Task" [ 855.536722] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.545346] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cf268b-6892-8454-b6c5-df2894fa5a73, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.548284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.548539] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.549025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.549025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.549246] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.555604] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e4349e1-2f65-4775-bffe-c44b7d2c6bd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.559300] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217783, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.569191] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.569411] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.570210] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fa07fc-86fc-46fa-9365-fa7d20ce7694 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.585024] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 855.585024] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cae79-de29-46a5-2fcd-5a7b8f83fbd6" [ 855.585024] env[68989]: _type = "Task" [ 855.585024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.593777] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cae79-de29-46a5-2fcd-5a7b8f83fbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.645175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc4000-a87d-4903-80f2-96e6af49325e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.659490] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4dd99-55db-4b83-b714-b5ac383ca6cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.718290] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b661fa61-b3c5-4ee3-bd15-a1ebae013117 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.732443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b49ea-b398-4c38-b3c4-fb4c682635a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.751234] env[68989]: DEBUG nova.compute.provider_tree [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.886567] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.888038] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c9f45-ac50-4cf7-b01d-3a25fcd764d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.895860] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.896075] env[68989]: ERROR oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk due to incomplete transfer. [ 855.896494] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f26fdd60-9dd2-4c1a-ab1e-42cc89f37ca6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.905043] env[68989]: DEBUG oslo_vmware.rw_handles [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52deca57-69e3-8e48-8a54-21fffb83dbbd/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.905373] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Uploaded image 00c8f846-808e-42a0-8686-a14e9709c8dc to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.907022] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.907258] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c0ce68c-6f55-415f-a338-3042bfdec8af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.915256] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 855.915256] env[68989]: value = "task-3217784" [ 855.915256] env[68989]: _type = "Task" [ 855.915256] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.925556] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217784, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.048684] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217783, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.094429] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cae79-de29-46a5-2fcd-5a7b8f83fbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.017238} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.095459] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9c8697-f6e2-4c57-b639-1975c7689e82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.103390] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 856.103390] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ecf49b-bd6f-b132-188d-cf0c5cee0c57" [ 856.103390] env[68989]: _type = "Task" [ 856.103390] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.114916] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ecf49b-bd6f-b132-188d-cf0c5cee0c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.202260] env[68989]: DEBUG nova.network.neutron [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updated VIF entry in instance network info cache for port 06d10235-68a4-482e-b017-e06f39ee9f62. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.202998] env[68989]: DEBUG nova.network.neutron [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updating instance_info_cache with network_info: [{"id": "06d10235-68a4-482e-b017-e06f39ee9f62", "address": "fa:16:3e:cd:81:6a", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d10235-68", "ovs_interfaceid": "06d10235-68a4-482e-b017-e06f39ee9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.219948] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.257818] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.258784] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.259036] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.260792] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.260792] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.260792] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.260792] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.260792] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.261077] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.261077] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.261077] env[68989]: DEBUG nova.virt.hardware [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.261961] env[68989]: DEBUG nova.scheduler.client.report [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.267595] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfef7da-55d6-45f0-9137-ddcfb743bf96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.274889] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "a5b80dce-a902-4259-955c-14e42eb28e8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.275148] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.280854] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f57b7ff-4041-4db8-9b9f-b48736862e27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.431245] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217784, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.549718] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217783, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.617791] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ecf49b-bd6f-b132-188d-cf0c5cee0c57, 'name': SearchDatastore_Task, 'duration_secs': 0.020446} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.618160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.618449] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.618723] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c337ab-843d-487f-9b2b-f3c12a586a3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.627235] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 856.627235] env[68989]: value = "task-3217785" [ 856.627235] env[68989]: _type = "Task" [ 856.627235] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.636316] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.650113] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.650597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.650597] env[68989]: INFO nova.compute.manager [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Shelving [ 856.705972] env[68989]: DEBUG oslo_concurrency.lockutils [req-a514f6d4-751d-462a-8da6-e05c79daee72 req-f2f46e88-ec26-41e8-adaf-3f1ba92d3182 service nova] Releasing lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.768649] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.620s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.768860] env[68989]: INFO nova.compute.manager [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Migrating [ 856.776337] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.713s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.778704] env[68989]: INFO nova.compute.claims [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.784464] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.860308] env[68989]: DEBUG nova.compute.manager [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Received event network-changed-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.860657] env[68989]: DEBUG nova.compute.manager [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Refreshing instance network info cache due to event network-changed-eb72d4af-7ee4-430b-b8e6-7556037c8fd2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.860926] env[68989]: DEBUG oslo_concurrency.lockutils [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] Acquiring lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.861096] env[68989]: DEBUG oslo_concurrency.lockutils [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] Acquired lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.861353] env[68989]: DEBUG nova.network.neutron [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Refreshing network info cache for port eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.928819] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217784, 'name': Destroy_Task, 'duration_secs': 0.632717} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.929457] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Destroyed the VM [ 856.929809] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.930230] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a272f28-7d66-4d45-aa92-dc0f1844c86f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.942516] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 856.942516] env[68989]: value = "task-3217786" [ 856.942516] env[68989]: _type = "Task" [ 856.942516] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.953894] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.963615] env[68989]: DEBUG nova.compute.manager [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Stashing vm_state: stopped {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 857.051439] env[68989]: DEBUG oslo_vmware.api [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217783, 'name': RemoveSnapshot_Task, 'duration_secs': 1.203693} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.052844] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.053320] env[68989]: INFO nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Took 20.68 seconds to snapshot the instance on the hypervisor. [ 857.141039] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.255133] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Successfully updated port: 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.298837] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.299073] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.299272] env[68989]: DEBUG nova.network.neutron [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.318482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "720b062f-7dcf-4160-b79e-4b138ba38a46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.318482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.318482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.318482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.318717] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.321649] env[68989]: INFO nova.compute.manager [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Terminating instance [ 857.324592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.453936] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217786, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.484495] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.557813] env[68989]: DEBUG nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance disappeared during snapshot {{(pid=68989) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 857.570563] env[68989]: DEBUG nova.compute.manager [None req-1470b58d-e2be-47b5-8ccb-e9916015c198 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image not found during clean up 6be6eb4b-9371-4d2e-84ab-a000bd7c761c {{(pid=68989) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 857.639998] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536022} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.640298] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.640550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.640814] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-497e5ca9-1794-4729-827a-813d63ed6bd6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.647918] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 857.647918] env[68989]: value = "task-3217787" [ 857.647918] env[68989]: _type = "Task" [ 857.647918] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.659388] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.664154] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.664527] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e162a969-b6b5-4497-a998-1e1d7b989829 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.674267] env[68989]: DEBUG nova.network.neutron [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updated VIF entry in instance network info cache for port eb72d4af-7ee4-430b-b8e6-7556037c8fd2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.674588] env[68989]: DEBUG nova.network.neutron [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating instance_info_cache with network_info: [{"id": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "address": "fa:16:3e:19:ca:79", "network": {"id": "c802a137-3c9f-4226-a185-3a02eb4de9cf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-664065986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bba53b4763d54a48bd87ad851d9bf676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb72d4af-7e", "ovs_interfaceid": "eb72d4af-7ee4-430b-b8e6-7556037c8fd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.676667] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 857.676667] env[68989]: value = "task-3217788" [ 857.676667] env[68989]: _type = "Task" [ 857.676667] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.689539] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.703067] env[68989]: DEBUG nova.compute.manager [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.704434] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.704434] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.704434] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.704434] env[68989]: DEBUG nova.compute.manager [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] No waiting events found dispatching network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.704434] env[68989]: WARNING nova.compute.manager [req-d5a11a76-db2a-4917-bde1-3a770efdee25 req-ef71ab5b-8cbf-4157-b222-075201ad9f50 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received unexpected event network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 for instance with vm_state building and task_state spawning. [ 857.757859] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.758240] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.758432] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.830042] env[68989]: DEBUG nova.compute.manager [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.830341] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.831306] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de194c69-f2b4-4556-bef3-430f8c71d985 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.847137] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.847484] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc66690-c3d6-4fcf-a540-0073b10f0920 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.936145] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.936145] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.936145] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore1] 720b062f-7dcf-4160-b79e-4b138ba38a46 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.936145] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8592f21d-15f6-46c9-9c7d-09336c293799 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.944601] env[68989]: DEBUG oslo_vmware.api [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 857.944601] env[68989]: value = "task-3217790" [ 857.944601] env[68989]: _type = "Task" [ 857.944601] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.967309] env[68989]: DEBUG oslo_vmware.api [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.971553] env[68989]: DEBUG oslo_vmware.api [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.535631} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.972595] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.972595] env[68989]: INFO nova.compute.manager [None req-61960871-4264-41f7-b5e1-a1842316e470 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 18.90 seconds to snapshot the instance on the hypervisor. [ 858.160422] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091075} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.164981] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.167914] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d5e85-a184-49c9-a353-c459353a419a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.184690] env[68989]: DEBUG oslo_concurrency.lockutils [req-27995ca9-bc09-4bb8-83c4-ed1f13a8797b req-b2288474-cddc-4d90-b756-bdefbb8b89d1 service nova] Releasing lock "refresh_cache-b6bcefac-04cf-4d8f-8f1b-a0a389e89880" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.197024] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.211319] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97990bb2-ddf2-4aef-9cb4-dad9245cbe06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.235978] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217788, 'name': PowerOffVM_Task, 'duration_secs': 0.268079} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.237188] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.237678] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 858.237678] env[68989]: value = "task-3217791" [ 858.237678] env[68989]: _type = "Task" [ 858.237678] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.238749] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a6d547-dd55-4a52-b813-e362d9c9ee25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.254222] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.277207] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e4752-8c84-4096-a380-db822ef3da1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.326178] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "e6189195-6a70-4313-9669-d94dbf45d9c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.326435] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.402981] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7d5c5-0be7-4545-a2a4-592f99b770cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.411972] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9958ffd-ecdd-467f-87ab-82737f1fd484 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.444017] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5ba204-f64b-4cc9-92c3-c034197706c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.449561] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.451843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c942db1a-d832-4708-a89e-c751b50c52f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.452091] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.462220] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2dd39-f376-4434-91fe-115f4ebd621a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.470072] env[68989]: DEBUG oslo_vmware.api [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515409} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.470684] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.470881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.471076] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.471260] env[68989]: INFO nova.compute.manager [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Took 0.64 seconds to destroy the instance on the hypervisor. [ 858.471562] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.471960] env[68989]: DEBUG nova.compute.manager [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.472096] env[68989]: DEBUG nova.network.neutron [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.486052] env[68989]: DEBUG nova.compute.provider_tree [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.624238] env[68989]: DEBUG nova.network.neutron [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.752484] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217791, 'name': ReconfigVM_Task, 'duration_secs': 0.496043} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.752777] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b/8dfca110-574d-47b5-9ff7-5082aaaced2b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.753487] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50075df5-3097-4326-a305-11681c9456c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.762965] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 858.762965] env[68989]: value = "task-3217792" [ 858.762965] env[68989]: _type = "Task" [ 858.762965] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.773365] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217792, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.790125] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.790565] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81e55e55-9bd9-4302-8cf6-542b1b4e6e69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.802475] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 858.802475] env[68989]: value = "task-3217793" [ 858.802475] env[68989]: _type = "Task" [ 858.802475] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.811339] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.829319] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.927958] env[68989]: DEBUG nova.network.neutron [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.960011] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.989292] env[68989]: DEBUG nova.scheduler.client.report [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.126894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.278411] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217792, 'name': Rename_Task, 'duration_secs': 0.174515} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.285241] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.285241] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48dd4a3a-982d-4927-98bf-e79eceb5b88f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.288112] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 859.288112] env[68989]: value = "task-3217794" [ 859.288112] env[68989]: _type = "Task" [ 859.288112] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.297457] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.314145] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217793, 'name': CreateSnapshot_Task, 'duration_secs': 0.468486} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.314729] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 859.315679] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b28c65c-d1e0-4f9e-8b37-a65051c3684a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.369859] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.435918] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435918] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance network_info: |[{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.436069] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:56:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61fc86de-cf70-4d6e-8b8c-afa4cff56d66', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.445550] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating folder: Project (7548be0faa3340f9a7a92459153eb429). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.448232] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d37ce56-b079-46bf-9695-e612f7dff666 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.463909] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created folder: Project (7548be0faa3340f9a7a92459153eb429) in parent group-v643186. [ 859.463909] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating folder: Instances. Parent ref: group-v643369. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.463909] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6017ab38-3b99-4b94-8999-cfabbd8cd37f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.463909] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "9b32e44e-517b-4656-9ae1-6346d60f273e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.463909] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.464712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.464712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.464712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.468623] env[68989]: INFO nova.compute.manager [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Terminating instance [ 859.479940] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created folder: Instances in parent group-v643369. [ 859.480252] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.480400] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.480622] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93930197-f5bb-4cdb-b348-09a6c99ab0c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.496680] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.498418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.498582] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.501242] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.726s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.501542] env[68989]: DEBUG nova.objects.instance [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lazy-loading 'resources' on Instance uuid 96a375fc-9117-4494-9c48-1b16dba6b068 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.511040] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.511040] env[68989]: value = "task-3217797" [ 859.511040] env[68989]: _type = "Task" [ 859.511040] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.521977] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217797, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.694794] env[68989]: DEBUG nova.network.neutron [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.801794] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.839663] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.840674] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f8e7bb9-9978-4a93-9da9-1287e34a991c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.851848] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 859.851848] env[68989]: value = "task-3217798" [ 859.851848] env[68989]: _type = "Task" [ 859.851848] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.863515] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217798, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.896951] env[68989]: DEBUG nova.compute.manager [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.896951] env[68989]: DEBUG nova.compute.manager [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing instance network info cache due to event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.899041] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.899041] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.899041] env[68989]: DEBUG nova.network.neutron [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.977503] env[68989]: DEBUG nova.compute.manager [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.977503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.977503] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c5b1f-909a-449d-b8cf-55c68b352a2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.987693] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.988102] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8c975b-4a86-40a7-84fe-f72a640b1697 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.006322] env[68989]: DEBUG nova.compute.utils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.015683] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.015683] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.025180] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 860.025180] env[68989]: value = "task-3217799" [ 860.025180] env[68989]: _type = "Task" [ 860.025180] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.040536] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.044672] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217797, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.143440] env[68989]: DEBUG nova.policy [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db9288f89374e8a999022d20922e62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02dac54116e943cc909a308e87d8d5c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.201835] env[68989]: INFO nova.compute.manager [-] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Took 1.73 seconds to deallocate network for instance. [ 860.301077] env[68989]: DEBUG oslo_vmware.api [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217794, 'name': PowerOnVM_Task, 'duration_secs': 0.672079} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.301865] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.301865] env[68989]: DEBUG nova.compute.manager [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.302644] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c46df-6b9d-4357-b515-0a24aae98dce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.371574] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217798, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.523869] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.547065] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217799, 'name': PowerOffVM_Task, 'duration_secs': 0.236317} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.547389] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217797, 'name': CreateVM_Task, 'duration_secs': 0.614869} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.553190] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.553190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.553190] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.553190] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13afb4d-88ab-4278-b757-0270052cb626 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.555353] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.555767] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.556464] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.557298] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f477a48-8020-4448-bb0c-872afe181a22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.563819] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 860.563819] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520f0781-dc88-0556-6c4d-929497cf3f3d" [ 860.563819] env[68989]: _type = "Task" [ 860.563819] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.577796] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520f0781-dc88-0556-6c4d-929497cf3f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.601617] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed8546f-5020-47b9-8277-d456fc59215a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.610999] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503bc71d-e54a-4242-9a85-4e17eb3a4b18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.656024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e875c-ad97-4c21-a4b5-06b9c7d365da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.658153] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.658367] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.658555] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleting the datastore file [datastore2] 9b32e44e-517b-4656-9ae1-6346d60f273e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.660206] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e408b7-5d85-423f-aa00-8ca3d2305fd9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.662455] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92d8ec-fc53-4959-ad99-1293bd13f20c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.691328] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f764c94-798c-4bdc-ae38-1f72baf06b93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.697903] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 860.697903] env[68989]: value = "task-3217801" [ 860.697903] env[68989]: _type = "Task" [ 860.697903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.697903] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.714026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.714026] env[68989]: DEBUG nova.compute.provider_tree [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.722952] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.832507] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.867528] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217798, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.904590] env[68989]: DEBUG nova.network.neutron [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updated VIF entry in instance network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.904859] env[68989]: DEBUG nova.network.neutron [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.916854] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Successfully created port: 029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.930692] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.930761] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.930948] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.931175] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.931311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.933775] env[68989]: INFO nova.compute.manager [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Terminating instance [ 861.077330] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520f0781-dc88-0556-6c4d-929497cf3f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.077330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.077330] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.077330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078522] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.078522] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2506ab92-8d1b-4ef7-81a0-ca4997c80ed3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.091866] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.092163] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.093204] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71f20f9-966c-4fec-ab6a-7833066eabb2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.101256] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 861.101256] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc03-b773-eef3-0f32-1dae590c55b4" [ 861.101256] env[68989]: _type = "Task" [ 861.101256] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.112566] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc03-b773-eef3-0f32-1dae590c55b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.202290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.208027] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a34aa21c-8395-4bd3-ba44-c6989256f844 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.216412] env[68989]: DEBUG oslo_vmware.api [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148936} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.217800] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.218009] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.218596] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.218871] env[68989]: INFO nova.compute.manager [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 861.219307] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.220335] env[68989]: DEBUG nova.scheduler.client.report [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.223827] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 861.223827] env[68989]: value = "task-3217802" [ 861.223827] env[68989]: _type = "Task" [ 861.223827] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.224069] env[68989]: DEBUG nova.compute.manager [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.224172] env[68989]: DEBUG nova.network.neutron [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.237055] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.366298] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217798, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.408860] env[68989]: DEBUG oslo_concurrency.lockutils [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.409351] env[68989]: DEBUG nova.compute.manager [req-d1b5991d-0b8e-4886-b1e9-fe3856ddd561 req-01ad09db-4757-4757-aa29-0ca8eece0141 service nova] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Received event network-vif-deleted-9f61df4a-caea-4192-8587-244c19afbcd9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.440912] env[68989]: DEBUG nova.compute.manager [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.440912] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.441567] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130193b-4dd0-4058-9a5f-32d84c8f77ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.452800] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.453269] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019d7ff0-6b18-4e92-9c6c-3a269f936da0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.461209] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 861.461209] env[68989]: value = "task-3217803" [ 861.461209] env[68989]: _type = "Task" [ 861.461209] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.475484] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.537187] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.566895] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.567198] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.567365] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.567550] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.567746] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.567968] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.568403] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.568643] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.568981] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.569720] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.570114] env[68989]: DEBUG nova.virt.hardware [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.571187] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8cb98-3dbc-424d-aa2c-f8d052a03d0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.586992] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8245238-344e-4ed0-bca4-70008398fc8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.628142] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc03-b773-eef3-0f32-1dae590c55b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.630425] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e05fd7-b9ad-46d5-aca3-2697d1ccd56f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.636533] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 861.636533] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dbcd0f-6fbd-3332-f1b6-d3b81615e4cb" [ 861.636533] env[68989]: _type = "Task" [ 861.636533] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.649025] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dbcd0f-6fbd-3332-f1b6-d3b81615e4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.727515] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.734715] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.489s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.736310] env[68989]: INFO nova.compute.claims [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.752357] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217802, 'name': PowerOffVM_Task, 'duration_secs': 0.414873} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.752629] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.752814] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.769030] env[68989]: INFO nova.scheduler.client.report [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Deleted allocations for instance 96a375fc-9117-4494-9c48-1b16dba6b068 [ 861.866857] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217798, 'name': CloneVM_Task, 'duration_secs': 1.685433} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.867208] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Created linked-clone VM from snapshot [ 861.868043] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818918bc-562b-4a51-8520-063d2337c16d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.878326] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Uploading image 9532d28c-aea0-48ee-a173-c38b7b27577c {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.918341] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 861.918341] env[68989]: value = "vm-643372" [ 861.918341] env[68989]: _type = "VirtualMachine" [ 861.918341] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 861.918892] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf03cb91-687f-4f26-96e6-98e070ec6a92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.928421] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lease: (returnval){ [ 861.928421] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255b558-66f7-af0b-e432-458c4d97016c" [ 861.928421] env[68989]: _type = "HttpNfcLease" [ 861.928421] env[68989]: } obtained for exporting VM: (result){ [ 861.928421] env[68989]: value = "vm-643372" [ 861.928421] env[68989]: _type = "VirtualMachine" [ 861.928421] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 861.928728] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the lease: (returnval){ [ 861.928728] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255b558-66f7-af0b-e432-458c4d97016c" [ 861.928728] env[68989]: _type = "HttpNfcLease" [ 861.928728] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 861.936906] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.936906] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255b558-66f7-af0b-e432-458c4d97016c" [ 861.936906] env[68989]: _type = "HttpNfcLease" [ 861.936906] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 861.974482] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217803, 'name': PowerOffVM_Task, 'duration_secs': 0.263169} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.974811] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.974996] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.975272] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58398d50-9b99-494f-8b36-7e6b87c12759 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.058841] env[68989]: DEBUG nova.compute.manager [req-fec17c39-a8a2-479c-b104-c7340722994f req-1a06e80e-261a-48de-96ec-2227fb6c9a70 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Received event network-vif-deleted-50af7053-5bcd-4f88-801a-b95e1cf29992 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.059156] env[68989]: INFO nova.compute.manager [req-fec17c39-a8a2-479c-b104-c7340722994f req-1a06e80e-261a-48de-96ec-2227fb6c9a70 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Neutron deleted interface 50af7053-5bcd-4f88-801a-b95e1cf29992; detaching it from the instance and deleting it from the info cache [ 862.059373] env[68989]: DEBUG nova.network.neutron [req-fec17c39-a8a2-479c-b104-c7340722994f req-1a06e80e-261a-48de-96ec-2227fb6c9a70 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.069748] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.069975] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.070392] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleting the datastore file [datastore1] cf922d35-a893-47fb-9a06-b2bcdc7aecbc {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.070839] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b407d87e-bde5-488f-84ca-3c61d624787c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.078413] env[68989]: DEBUG nova.network.neutron [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.081606] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for the task: (returnval){ [ 862.081606] env[68989]: value = "task-3217806" [ 862.081606] env[68989]: _type = "Task" [ 862.081606] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.095652] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.150104] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dbcd0f-6fbd-3332-f1b6-d3b81615e4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.150611] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.151192] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.151577] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5714393-3827-4904-9b7b-f12b6cfc19bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.160797] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 862.160797] env[68989]: value = "task-3217807" [ 862.160797] env[68989]: _type = "Task" [ 862.160797] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.169790] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.260928] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.263363] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.263566] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.263760] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.263908] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.264068] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.264290] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.264588] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.264661] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.264776] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.264950] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.273147] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2d34f8-9cee-49f2-91d5-2de8ba101677 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.288363] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc5d3dac-edf3-43d9-b3fe-64866173ebce tempest-ServerAddressesTestJSON-743794738 tempest-ServerAddressesTestJSON-743794738-project-member] Lock "96a375fc-9117-4494-9c48-1b16dba6b068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.179s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.297492] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 862.297492] env[68989]: value = "task-3217808" [ 862.297492] env[68989]: _type = "Task" [ 862.297492] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.311442] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.439344] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.439344] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255b558-66f7-af0b-e432-458c4d97016c" [ 862.439344] env[68989]: _type = "HttpNfcLease" [ 862.439344] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 862.440379] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 862.440379] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255b558-66f7-af0b-e432-458c4d97016c" [ 862.440379] env[68989]: _type = "HttpNfcLease" [ 862.440379] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 862.441548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0f933-ff77-47b5-901a-ef410abaf659 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.457040] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 862.457040] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.566162] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e59a058b-3223-486c-ad2f-0be92b86fcad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.571826] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5a5ab86-0c04-40ff-8915-0bb95a3c4e0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.579214] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3110a9f-b603-4a83-955e-707cc961b473 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.597200] env[68989]: INFO nova.compute.manager [-] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Took 1.37 seconds to deallocate network for instance. [ 862.650438] env[68989]: DEBUG nova.compute.manager [req-fec17c39-a8a2-479c-b104-c7340722994f req-1a06e80e-261a-48de-96ec-2227fb6c9a70 service nova] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Detach interface failed, port_id=50af7053-5bcd-4f88-801a-b95e1cf29992, reason: Instance 9b32e44e-517b-4656-9ae1-6346d60f273e could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.651136] env[68989]: DEBUG oslo_vmware.api [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Task: {'id': task-3217806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168726} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.651437] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.651658] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.651898] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.652123] env[68989]: INFO nova.compute.manager [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 862.652413] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.652662] env[68989]: DEBUG nova.compute.manager [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.652805] env[68989]: DEBUG nova.network.neutron [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.675060] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.807718] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217808, 'name': ReconfigVM_Task, 'duration_secs': 0.226802} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.808051] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.847230] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.847230] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.847230] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.847230] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.847485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.849170] env[68989]: INFO nova.compute.manager [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Terminating instance [ 863.115996] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.173398] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654227} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.174291] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.174903] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.178653] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d54ff53-265f-40e8-b48f-cd819cc1dade {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.188995] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 863.188995] env[68989]: value = "task-3217809" [ 863.188995] env[68989]: _type = "Task" [ 863.188995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.202171] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.316176] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='987cd84a-f47b-47be-a452-009b3fbb3223',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1407065674',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.316176] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.316176] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.316176] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.316377] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.316778] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.316856] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.317035] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.317476] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.317857] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.318075] env[68989]: DEBUG nova.virt.hardware [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.325629] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.326293] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476af68b-c2f8-4b23-8289-0661ba7115bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.345501] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4ec00-9ec7-4c97-957d-3e7b3176da31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.351829] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 863.351829] env[68989]: value = "task-3217810" [ 863.351829] env[68989]: _type = "Task" [ 863.351829] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.353371] env[68989]: DEBUG nova.compute.manager [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.353618] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.357840] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9355b379-4ee5-4486-88b4-8c4fac3bc71c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.367367] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49feb913-c25b-40c9-a931-fd09f1680c89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.379638] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.380107] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.383223] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d980bb31-3b52-4bf0-8406-db7102d8cf2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.424817] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef67c6c1-93d8-451a-aa8f-e5a5cc2ac76a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.428167] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 863.428167] env[68989]: value = "task-3217811" [ 863.428167] env[68989]: _type = "Task" [ 863.428167] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.439791] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ef3e9-7c90-408e-a605-a82ff7de88d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.448619] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.462585] env[68989]: DEBUG nova.compute.provider_tree [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.575569] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Successfully updated port: 029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.702169] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116457} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.702169] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.702584] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10161d27-3b52-4932-82ce-8e4730a3815c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.727608] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.728556] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622f59ef-1208-4d70-bc8a-bfb065f5ec5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.756962] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 863.756962] env[68989]: value = "task-3217812" [ 863.756962] env[68989]: _type = "Task" [ 863.756962] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.768107] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.871914] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217810, 'name': ReconfigVM_Task, 'duration_secs': 0.235116} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.872890] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 863.874524] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2f55d2-70ad-4383-bb61-4d839c9f3872 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.905296] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.905754] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b022a963-e64a-4036-bc1a-5666ec96c2b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.936378] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 863.936378] env[68989]: value = "task-3217813" [ 863.936378] env[68989]: _type = "Task" [ 863.936378] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.945906] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217811, 'name': PowerOffVM_Task, 'duration_secs': 0.308903} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.947362] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.947748] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.947968] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c19b741-5e1c-4de7-a0e3-9a5751f6fc5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.955942] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.966801] env[68989]: DEBUG nova.scheduler.client.report [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.041362] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.042892] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.042892] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore2] d625d1de-92f5-43d6-acaa-4d5d04006e03 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.042892] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b96682d-fe51-455a-a662-ac4191e1fcda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.051696] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 864.051696] env[68989]: value = "task-3217815" [ 864.051696] env[68989]: _type = "Task" [ 864.051696] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.061660] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.078673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.078868] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.079137] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.188854] env[68989]: DEBUG nova.network.neutron [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.241543] env[68989]: DEBUG nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Received event network-vif-plugged-029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.242060] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.242635] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.243077] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.243434] env[68989]: DEBUG nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] No waiting events found dispatching network-vif-plugged-029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.243702] env[68989]: WARNING nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Received unexpected event network-vif-plugged-029c5c83-787e-4db8-a103-8ff5633990f9 for instance with vm_state building and task_state spawning. [ 864.243925] env[68989]: DEBUG nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Received event network-changed-029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.244326] env[68989]: DEBUG nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Refreshing instance network info cache due to event network-changed-029c5c83-787e-4db8-a103-8ff5633990f9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.244612] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Acquiring lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.271071] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217812, 'name': ReconfigVM_Task, 'duration_secs': 0.32794} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.271825] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.272839] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db61ff31-1732-47f1-af24-baceee22e0de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.286455] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 864.286455] env[68989]: value = "task-3217816" [ 864.286455] env[68989]: _type = "Task" [ 864.286455] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.298875] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217816, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.431569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.431958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.432258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.432497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.432724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.437033] env[68989]: INFO nova.compute.manager [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Terminating instance [ 864.454725] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217813, 'name': ReconfigVM_Task, 'duration_secs': 0.354152} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.456853] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.456853] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.474984] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.475672] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.480599] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.835s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.482217] env[68989]: DEBUG nova.objects.instance [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lazy-loading 'resources' on Instance uuid e5f6871f-5d61-4174-bbf2-b9a8462a3a44 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.335226] env[68989]: INFO nova.compute.manager [-] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Took 2.68 seconds to deallocate network for instance. [ 865.336200] env[68989]: DEBUG nova.compute.manager [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.336408] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.338576] env[68989]: DEBUG nova.compute.utils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.350718] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78919aa-3c76-4d66-b475-10b3f813551c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.354056] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688cd89-9726-41c0-a60a-2edd8a39529a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.356597] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.356795] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.368562] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217816, 'name': Rename_Task, 'duration_secs': 0.159228} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.386362] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.386706] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.387065] env[68989]: DEBUG oslo_vmware.api [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210946} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.390044] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-274a1405-66e2-4d74-ae0f-b88b76524ab7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.392088] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a389eb86-0b32-4571-9d4e-4001bf8247dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.393515] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e844017a-3f89-4fe5-8a35-7c82e573c03c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396105] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.396297] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.396471] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.396643] env[68989]: INFO nova.compute.manager [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Took 2.04 seconds to destroy the instance on the hypervisor. [ 865.396870] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.397608] env[68989]: DEBUG nova.compute.manager [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.397701] env[68989]: DEBUG nova.network.neutron [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.418559] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.431078] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.431078] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 865.431078] env[68989]: value = "task-3217817" [ 865.431078] env[68989]: _type = "Task" [ 865.431078] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.431395] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 865.431395] env[68989]: value = "task-3217818" [ 865.431395] env[68989]: _type = "Task" [ 865.431395] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.447043] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.452440] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.496659] env[68989]: DEBUG nova.policy [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '683ebce598444e1ab4d3459f35c2aa54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070a45b2bbee4eb79dd861ae088c547d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.845249] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.866905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.895294] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598c8da-3d80-4106-8c27-59345cf0f275 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.904484] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b18c2-88f3-42ef-952d-6e20d1317e07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.944680] env[68989]: DEBUG nova.network.neutron [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.953163] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff177716-ba0c-4c9f-8e4c-375dac62db94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.963682] env[68989]: DEBUG oslo_vmware.api [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3217817, 'name': PowerOnVM_Task, 'duration_secs': 0.540746} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.968832] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.969170] env[68989]: INFO nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Took 9.75 seconds to spawn the instance on the hypervisor. [ 865.969407] env[68989]: DEBUG nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.970126] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217818, 'name': PowerOffVM_Task, 'duration_secs': 0.229816} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.970928] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf0237-7e2d-4f49-8bf4-bab3c506fc58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.974631] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a88a80-0cb8-4c2c-a32f-2c6ec24b1cca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.979263] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.979627] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.980158] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483d6a71-2680-46d3-b721-a661c26a9f07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994872] env[68989]: DEBUG nova.compute.provider_tree [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.004757] env[68989]: DEBUG nova.network.neutron [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Port f7199f21-686c-4f47-a7e8-5cad895febc9 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 866.065129] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.065425] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.065620] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleting the datastore file [datastore1] b45ab743-f543-4b90-8ec5-24f2ab115d92 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.065922] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae5cf43-54ab-4a18-9d21-c72d97893030 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.073768] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 866.073768] env[68989]: value = "task-3217820" [ 866.073768] env[68989]: _type = "Task" [ 866.073768] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.084371] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.420200] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully created port: 70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.433286] env[68989]: DEBUG nova.compute.manager [req-accbe1f0-7a59-40dd-8efe-ea6f8d7e285f req-a31df276-1fc3-4d6c-9385-b240b5adb4bf service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Received event network-vif-deleted-1eb889cc-93b1-433e-8d27-0a937b8989ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.434785] env[68989]: INFO nova.compute.manager [req-accbe1f0-7a59-40dd-8efe-ea6f8d7e285f req-a31df276-1fc3-4d6c-9385-b240b5adb4bf service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Neutron deleted interface 1eb889cc-93b1-433e-8d27-0a937b8989ae; detaching it from the instance and deleting it from the info cache [ 866.435107] env[68989]: DEBUG nova.network.neutron [req-accbe1f0-7a59-40dd-8efe-ea6f8d7e285f req-a31df276-1fc3-4d6c-9385-b240b5adb4bf service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.460025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.460025] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Instance network_info: |[{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.460267] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Acquired lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.460267] env[68989]: DEBUG nova.network.neutron [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Refreshing network info cache for port 029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.460267] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ed:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029c5c83-787e-4db8-a103-8ff5633990f9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.472579] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Creating folder: Project (02dac54116e943cc909a308e87d8d5c2). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.474771] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e86e23-ee30-4273-a27a-e5eb0658da4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.492281] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Created folder: Project (02dac54116e943cc909a308e87d8d5c2) in parent group-v643186. [ 866.492709] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Creating folder: Instances. Parent ref: group-v643373. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.493123] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76693b44-cc04-4780-ad61-7245fc51118f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.500592] env[68989]: DEBUG nova.scheduler.client.report [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.509957] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Created folder: Instances in parent group-v643373. [ 866.510436] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.518418] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.518418] env[68989]: INFO nova.compute.manager [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Took 49.92 seconds to build instance. [ 866.518840] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d4f8a81-0329-4af1-a149-b54f9acf27ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.546150] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.546150] env[68989]: value = "task-3217823" [ 866.546150] env[68989]: _type = "Task" [ 866.546150] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.554809] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217823, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.587662] env[68989]: DEBUG oslo_vmware.api [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277404} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.588139] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.588441] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.588779] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.589084] env[68989]: INFO nova.compute.manager [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Took 1.25 seconds to destroy the instance on the hypervisor. [ 866.590045] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.590462] env[68989]: DEBUG nova.compute.manager [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.592021] env[68989]: DEBUG nova.network.neutron [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.700452] env[68989]: DEBUG nova.network.neutron [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.864391] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.910158] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.910418] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.910610] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.911996] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.912883] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.913204] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.913573] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.913659] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.913853] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.914053] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.914247] env[68989]: DEBUG nova.virt.hardware [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.915277] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674630fe-ca69-4067-b39a-3c15363f2af2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.928120] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b6cfa-205d-401d-a282-c7c36d5520ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.949512] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efbb673c-850a-41af-9b34-f5f33813dde4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.959901] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948cee19-4313-44cf-9a4e-c2be289f635a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.011204] env[68989]: DEBUG nova.compute.manager [req-accbe1f0-7a59-40dd-8efe-ea6f8d7e285f req-a31df276-1fc3-4d6c-9385-b240b5adb4bf service nova] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Detach interface failed, port_id=1eb889cc-93b1-433e-8d27-0a937b8989ae, reason: Instance d625d1de-92f5-43d6-acaa-4d5d04006e03 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.012038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.531s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.014374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.111s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.014564] env[68989]: DEBUG nova.objects.instance [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.032834] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.033091] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.033270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.039673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-158ca1d4-56ae-49bd-abbe-18b2e7a9c28e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.967s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.055481] env[68989]: INFO nova.scheduler.client.report [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Deleted allocations for instance e5f6871f-5d61-4174-bbf2-b9a8462a3a44 [ 867.065463] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217823, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.155569] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully created port: 7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.207979] env[68989]: INFO nova.compute.manager [-] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Took 1.81 seconds to deallocate network for instance. [ 867.244261] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.244503] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.286850] env[68989]: DEBUG nova.compute.manager [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.286964] env[68989]: DEBUG nova.compute.manager [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing instance network info cache due to event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.287180] env[68989]: DEBUG oslo_concurrency.lockutils [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.287323] env[68989]: DEBUG oslo_concurrency.lockutils [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.287484] env[68989]: DEBUG nova.network.neutron [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.400045] env[68989]: DEBUG nova.network.neutron [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updated VIF entry in instance network info cache for port 029c5c83-787e-4db8-a103-8ff5633990f9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.400428] env[68989]: DEBUG nova.network.neutron [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.561718] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217823, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.570190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5e4bae36-7f4a-4c05-89ef-644655af6e6f tempest-ServerPasswordTestJSON-1257481129 tempest-ServerPasswordTestJSON-1257481129-project-member] Lock "e5f6871f-5d61-4174-bbf2-b9a8462a3a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.370s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.632412] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully created port: 9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.652108] env[68989]: DEBUG nova.network.neutron [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.713675] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.747204] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.904928] env[68989]: DEBUG oslo_concurrency.lockutils [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] Releasing lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.905453] env[68989]: DEBUG nova.compute.manager [req-e3dedbcb-4f59-47c0-93cc-6dd21de54f59 req-80ebeb61-a68b-4c4a-8904-6f04c2669ae1 service nova] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Received event network-vif-deleted-5f9d49d5-46b2-4d6c-be60-8b3dfa9ad4f3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.035992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f73f589-8dec-4c12-b8da-6315620df101 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.035992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.216s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.067772] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217823, 'name': CreateVM_Task, 'duration_secs': 1.515496} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.067959] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.068730] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.069366] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069366] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.069860] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44847bf3-3050-4b56-9a04-dcf848838803 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.077978] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 868.077978] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b6399-e4d9-d035-9fb5-f6bc74732e34" [ 868.077978] env[68989]: _type = "Task" [ 868.077978] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.089524] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b6399-e4d9-d035-9fb5-f6bc74732e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.126018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.126232] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.126418] env[68989]: DEBUG nova.network.neutron [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.155515] env[68989]: INFO nova.compute.manager [-] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Took 1.56 seconds to deallocate network for instance. [ 868.275446] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.592475] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b6399-e4d9-d035-9fb5-f6bc74732e34, 'name': SearchDatastore_Task, 'duration_secs': 0.015773} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.592782] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.592874] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.593216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.593400] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.594956] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.595121] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df2343c-ab66-4d57-b79d-edb1d17a6798 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.605475] env[68989]: DEBUG nova.network.neutron [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updated VIF entry in instance network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.605921] env[68989]: DEBUG nova.network.neutron [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.615078] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.615337] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.616265] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0c3557-0c3e-46fc-be41-1335506d4972 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.626617] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 868.626617] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f3b5de-c416-8f66-aebd-ad6441a119d0" [ 868.626617] env[68989]: _type = "Task" [ 868.626617] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.649193] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f3b5de-c416-8f66-aebd-ad6441a119d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018543} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.650677] env[68989]: DEBUG nova.compute.manager [req-cc492e53-4115-4d11-b2b9-200ffb293b38 req-90e1d074-4fae-4ca5-a0b0-b8a35c297021 service nova] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Received event network-vif-deleted-ff3eb537-4ac6-4031-96ce-71c341b28401 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.651985] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84145b08-8105-4371-aa99-d45d1437ed65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.664316] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 868.664316] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fb42f7-d632-4476-02ea-81695ae8b37a" [ 868.664316] env[68989]: _type = "Task" [ 868.664316] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.666420] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.681820] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fb42f7-d632-4476-02ea-81695ae8b37a, 'name': SearchDatastore_Task, 'duration_secs': 0.019727} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.684935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685426] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] aa244aea-a686-4175-88c6-34ce62bcd2ae/aa244aea-a686-4175-88c6-34ce62bcd2ae.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.686193] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ff9153-859e-453b-ab54-1dac4a617247 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.695924] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 868.695924] env[68989]: value = "task-3217824" [ 868.695924] env[68989]: _type = "Task" [ 868.695924] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.711988] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.111314] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799390d0-54cf-47be-9cce-9790b227a363 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.117340] env[68989]: DEBUG oslo_concurrency.lockutils [req-8bf09ca4-9125-4347-8468-971c30fdcf5e req-1c87ece4-ec57-4310-bff6-b6d43fcbd8f1 service nova] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.126887] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12500c9-fb5c-4150-aee4-60b58b4b5448 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.171174] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decca521-f86d-407f-a330-4235b8725efb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.185390] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ad3ae-e9c3-48a0-b018-d360d426778a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.200539] env[68989]: DEBUG nova.compute.provider_tree [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.208265] env[68989]: DEBUG nova.network.neutron [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.217851] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.712637] env[68989]: DEBUG nova.scheduler.client.report [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.717377] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633192} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.718129] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] aa244aea-a686-4175-88c6-34ce62bcd2ae/aa244aea-a686-4175-88c6-34ce62bcd2ae.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.721032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.721032] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.723437] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62d5264-f787-45e6-8a02-01e79538c9e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.732890] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 869.732890] env[68989]: value = "task-3217825" [ 869.732890] env[68989]: _type = "Task" [ 869.732890] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.745045] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.038652] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully updated port: 70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.248540] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156879} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.250067] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.250704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed53a7c-1b91-41f9-b208-9f0875eb3503 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.257209] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af50a944-1a3b-46f4-99f2-43edce901a60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.281760] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] aa244aea-a686-4175-88c6-34ce62bcd2ae/aa244aea-a686-4175-88c6-34ce62bcd2ae.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.283038] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65700943-e1c7-43f6-8395-1222250e04fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.315730] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f81cef4-59ac-40b7-bf81-8f5ce25ac80b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.321426] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 870.321426] env[68989]: value = "task-3217826" [ 870.321426] env[68989]: _type = "Task" [ 870.321426] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.327221] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.339033] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.728840] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.694s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.731925] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.917s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.753375] env[68989]: DEBUG nova.compute.manager [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-plugged-70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.753610] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.753936] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.755088] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.755088] env[68989]: DEBUG nova.compute.manager [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] No waiting events found dispatching network-vif-plugged-70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.755088] env[68989]: WARNING nova.compute.manager [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received unexpected event network-vif-plugged-70dbc297-05f7-4239-803e-0bf61d3b3d1a for instance with vm_state building and task_state spawning. [ 870.755373] env[68989]: DEBUG nova.compute.manager [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-changed-70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.755373] env[68989]: DEBUG nova.compute.manager [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing instance network info cache due to event network-changed-70dbc297-05f7-4239-803e-0bf61d3b3d1a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.755499] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Acquiring lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.755606] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Acquired lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.755764] env[68989]: DEBUG nova.network.neutron [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing network info cache for port 70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.836047] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.842822] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc2d59d-c2d8-4983-8337-83868cfe6247 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.846254] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.854922] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 870.854922] env[68989]: value = "task-3217827" [ 870.854922] env[68989]: _type = "Task" [ 870.854922] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.876315] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.128834] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.128834] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.305765] env[68989]: DEBUG nova.network.neutron [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.330760] env[68989]: INFO nova.scheduler.client.report [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocation for migration ce7ce129-acd9-43ca-a2b7-53fa44676d6c [ 871.340531] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217826, 'name': ReconfigVM_Task, 'duration_secs': 0.588988} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.341286] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfigured VM instance instance-0000003f to attach disk [datastore1] aa244aea-a686-4175-88c6-34ce62bcd2ae/aa244aea-a686-4175-88c6-34ce62bcd2ae.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.342257] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c414b75-8f73-465c-a21e-63f6b682d96d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.353274] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 871.353274] env[68989]: value = "task-3217828" [ 871.353274] env[68989]: _type = "Task" [ 871.353274] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.370088] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217828, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.373921] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.416068] env[68989]: DEBUG nova.network.neutron [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.632806] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.752709] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Applying migration context for instance fe048bc7-2ab8-4970-8d14-f57f08061a3a as it has an incoming, in-progress migration 25a71c22-6263-4916-9be7-638ab20984e2. Migration status is post-migrating {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 871.754974] env[68989]: INFO nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating resource usage from migration 25a71c22-6263-4916-9be7-638ab20984e2 [ 871.755317] env[68989]: INFO nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating resource usage from migration b42a44d8-d3cd-4a68-b35b-49167dedc1d8 [ 871.783488] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 8dfca110-574d-47b5-9ff7-5082aaaced2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.783648] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 49ec9dce-c963-4126-8fe6-f7e247e54072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.783771] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a7184bc9-12a1-4451-a26d-a5d7727b6f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.783889] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 22dc8f1f-38c6-4323-bbc6-242c547c2483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784055] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance cf922d35-a893-47fb-9a06-b2bcdc7aecbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.784213] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 462c1bd7-8c6a-45f4-a711-7c66d4457532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784333] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784447] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9c287ac3-25c6-48bc-adf0-c1002eab1595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784558] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6d98b0bd-5c38-48db-8e34-6461537e6fcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784746] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 16297099-f14f-455b-a4bc-7883c8f35d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.784795] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance b45ab743-f543-4b90-8ec5-24f2ab115d92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.784907] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 019ae252-b771-477b-bb8d-ad2685ed234a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.785050] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance d625d1de-92f5-43d6-acaa-4d5d04006e03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.785178] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9b32e44e-517b-4656-9ae1-6346d60f273e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.785302] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 720b062f-7dcf-4160-b79e-4b138ba38a46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.785416] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 4e5c6360-bedf-41fb-99c6-24a25a0fb480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.785527] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance b6bcefac-04cf-4d8f-8f1b-a0a389e89880 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.785635] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.785743] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a8779baa-3574-4278-815b-1ac5875a4b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.785850] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Migration 25a71c22-6263-4916-9be7-638ab20984e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 871.786157] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance fe048bc7-2ab8-4970-8d14-f57f08061a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.786252] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance aa244aea-a686-4175-88c6-34ce62bcd2ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.786387] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f57f9133-5a18-476e-b10c-233a47c228d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.842821] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b5909a2a-1b27-44ef-935e-adb2337a06a8 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.403s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.868017] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217828, 'name': Rename_Task, 'duration_secs': 0.216177} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.871489] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.871836] env[68989]: DEBUG oslo_vmware.api [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217827, 'name': PowerOnVM_Task, 'duration_secs': 0.774601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.871989] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99e4422-bdd5-46f9-b69a-ec5bc3ca724a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873888] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.874104] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b495bb21-9056-43dd-9db3-bcb6af921645 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance 'fe048bc7-2ab8-4970-8d14-f57f08061a3a' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.886804] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 871.886804] env[68989]: value = "task-3217829" [ 871.886804] env[68989]: _type = "Task" [ 871.886804] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.895632] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.918954] env[68989]: DEBUG oslo_concurrency.lockutils [req-42f0914b-6898-4ae9-a916-99817a07ea74 req-e413a6bb-d7c2-4b32-9276-a52b54964163 service nova] Releasing lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.158634] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.176148] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 872.177101] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42011698-33fa-4c9a-8f49-67ab994e4016 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.185517] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 872.185688] env[68989]: ERROR oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk due to incomplete transfer. [ 872.185922] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4670adb0-8b45-4c9d-9413-eb92f9ab7980 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.194622] env[68989]: DEBUG oslo_vmware.rw_handles [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229e061-a1e0-2e96-c561-944aa077e80d/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 872.194833] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Uploaded image 9532d28c-aea0-48ee-a173-c38b7b27577c to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 872.197400] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 872.197982] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eee372fd-d9de-4be5-8870-06080c3f4fa4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.206313] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 872.206313] env[68989]: value = "task-3217830" [ 872.206313] env[68989]: _type = "Task" [ 872.206313] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.218986] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217830, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.291321] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a5b80dce-a902-4259-955c-14e42eb28e8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.291321] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Migration b42a44d8-d3cd-4a68-b35b-49167dedc1d8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 872.291321] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 50f4c6c7-b396-4190-90e9-736a7d9a73cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 872.298766] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully updated port: 7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.398360] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.718071] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217830, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.781012] env[68989]: DEBUG nova.compute.manager [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-plugged-7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.781292] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.781710] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.781710] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.782829] env[68989]: DEBUG nova.compute.manager [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] No waiting events found dispatching network-vif-plugged-7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.782829] env[68989]: WARNING nova.compute.manager [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received unexpected event network-vif-plugged-7e85064d-b096-41d8-9792-7fae21b50356 for instance with vm_state building and task_state spawning. [ 872.782829] env[68989]: DEBUG nova.compute.manager [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-changed-7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.782829] env[68989]: DEBUG nova.compute.manager [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing instance network info cache due to event network-changed-7e85064d-b096-41d8-9792-7fae21b50356. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.782829] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Acquiring lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.783283] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Acquired lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.783283] env[68989]: DEBUG nova.network.neutron [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing network info cache for port 7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.794824] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance e6189195-6a70-4313-9669-d94dbf45d9c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.836456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.836456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.836456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.836456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.836643] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.838835] env[68989]: INFO nova.compute.manager [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Terminating instance [ 872.899481] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.217637] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217830, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.297881] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c942db1a-d832-4708-a89e-c751b50c52f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.323892] env[68989]: DEBUG nova.network.neutron [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.344179] env[68989]: DEBUG nova.compute.manager [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.344371] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.347649] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a211d64-9f16-4dba-8e07-d0aa611d4f6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.356159] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.356479] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e034247-ac1e-40ce-8b1f-cf8a462266ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.365133] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 873.365133] env[68989]: value = "task-3217831" [ 873.365133] env[68989]: _type = "Task" [ 873.365133] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.374971] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.409043] env[68989]: DEBUG oslo_vmware.api [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3217829, 'name': PowerOnVM_Task, 'duration_secs': 1.100856} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.409519] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.409723] env[68989]: INFO nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Took 11.87 seconds to spawn the instance on the hypervisor. [ 873.409902] env[68989]: DEBUG nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.411040] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65da7fc-3dd0-49b4-8d9e-527dd1fc3617 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.460064] env[68989]: DEBUG nova.network.neutron [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.485075] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.485334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.719065] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217830, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.800875] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance efd0ef92-f751-47e4-b486-d7e1da8e8bbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.876621] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.936710] env[68989]: INFO nova.compute.manager [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Took 50.89 seconds to build instance. [ 873.963879] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b2681d0-9439-48bd-9478-014c2efaf298 req-c34fc59c-9898-4b7c-916c-0d7891dff7dc service nova] Releasing lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.990478] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.221709] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217830, 'name': Destroy_Task, 'duration_secs': 1.736824} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.221965] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Destroyed the VM [ 874.222234] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 874.222488] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8eda718-c697-4ad7-b6c2-766e62cff602 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.229414] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 874.229414] env[68989]: value = "task-3217832" [ 874.229414] env[68989]: _type = "Task" [ 874.229414] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.239811] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.280075] env[68989]: DEBUG nova.network.neutron [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Port f7199f21-686c-4f47-a7e8-5cad895febc9 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 874.280487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.280729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.280977] env[68989]: DEBUG nova.network.neutron [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.303653] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c7d4851d-fdd4-44e3-a20e-28d2d82e0386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.303983] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 874.304158] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 874.377655] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217831, 'name': PowerOffVM_Task, 'duration_secs': 0.767973} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.378338] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.378518] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.378823] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235cb1e4-d873-474e-af7e-ed18756c77ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.438733] env[68989]: DEBUG oslo_concurrency.lockutils [None req-75c6d336-a79b-4e05-a502-bf2f412b25d7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.406s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.454552] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.454781] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.454965] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore1] 4e5c6360-bedf-41fb-99c6-24a25a0fb480 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.455628] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9befce22-f9cd-49b1-934a-ae1b971b928c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.467233] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 874.467233] env[68989]: value = "task-3217834" [ 874.467233] env[68989]: _type = "Task" [ 874.467233] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.475421] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.510266] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.525268] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Successfully updated port: 9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.742672] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.426134} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.743012] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 874.743292] env[68989]: DEBUG nova.compute.manager [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.744111] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84766259-0926-47f2-a14d-2beb7fac6dde {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.765538] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c5e42d-5dd0-44c7-b601-26c17ba1e07a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774226] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b34c6-b5e4-4be4-bed5-137c3aa57671 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.808929] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd495e08-e98b-43e5-b07d-aef96e9b9f35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.817939] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5350ff-bc03-4ddc-a1d6-20fc90b4a2f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.834277] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.871977] env[68989]: DEBUG nova.compute.manager [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-plugged-9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.872267] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.872481] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.872646] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.872810] env[68989]: DEBUG nova.compute.manager [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] No waiting events found dispatching network-vif-plugged-9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.872968] env[68989]: WARNING nova.compute.manager [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received unexpected event network-vif-plugged-9e089a3b-0039-47c3-a80c-99c03f1801b1 for instance with vm_state building and task_state spawning. [ 874.873168] env[68989]: DEBUG nova.compute.manager [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-changed-9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.873322] env[68989]: DEBUG nova.compute.manager [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing instance network info cache due to event network-changed-9e089a3b-0039-47c3-a80c-99c03f1801b1. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.873500] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Acquiring lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.873629] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Acquired lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.873785] env[68989]: DEBUG nova.network.neutron [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Refreshing network info cache for port 9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.979965] env[68989]: DEBUG oslo_vmware.api [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.980365] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.980560] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.980739] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.980915] env[68989]: INFO nova.compute.manager [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Took 1.64 seconds to destroy the instance on the hypervisor. [ 874.981308] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.981470] env[68989]: DEBUG nova.compute.manager [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.981855] env[68989]: DEBUG nova.network.neutron [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.028235] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.078457] env[68989]: DEBUG nova.network.neutron [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.259241] env[68989]: INFO nova.compute.manager [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Shelve offloading [ 875.337143] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.413357] env[68989]: DEBUG nova.network.neutron [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.451793] env[68989]: DEBUG nova.compute.manager [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Received event network-changed-029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.451879] env[68989]: DEBUG nova.compute.manager [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Refreshing instance network info cache due to event network-changed-029c5c83-787e-4db8-a103-8ff5633990f9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.452143] env[68989]: DEBUG oslo_concurrency.lockutils [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] Acquiring lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.452682] env[68989]: DEBUG oslo_concurrency.lockutils [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] Acquired lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.452866] env[68989]: DEBUG nova.network.neutron [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Refreshing network info cache for port 029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.505776] env[68989]: DEBUG nova.network.neutron [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.580941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.762871] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.763251] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d6933cf-99eb-4f41-aca8-dbf1058f3a44 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.773241] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 875.773241] env[68989]: value = "task-3217835" [ 875.773241] env[68989]: _type = "Task" [ 875.773241] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.782366] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.842512] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 875.842879] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.111s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.843253] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.519s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.845032] env[68989]: INFO nova.compute.claims [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.848080] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.848309] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.009685] env[68989]: DEBUG oslo_concurrency.lockutils [req-1bf1b783-5c3b-4cda-af8c-e0fe14c1a291 req-122e8e9f-33fc-4287-8cff-3ac5aa4ba69e service nova] Releasing lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.010508] env[68989]: DEBUG nova.network.neutron [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.011720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.011906] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.084978] env[68989]: DEBUG nova.compute.manager [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68989) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 876.085250] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.285208] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.285208] env[68989]: DEBUG nova.compute.manager [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.285495] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e48591-11dd-44de-a99d-d0af3869e16c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.291977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292179] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292371] env[68989]: DEBUG nova.network.neutron [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.294124] env[68989]: DEBUG nova.network.neutron [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updated VIF entry in instance network info cache for port 029c5c83-787e-4db8-a103-8ff5633990f9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.294453] env[68989]: DEBUG nova.network.neutron [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.361814] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] There are 41 instances to clean {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 876.362121] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: e5f6871f-5d61-4174-bbf2-b9a8462a3a44] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.517305] env[68989]: INFO nova.compute.manager [-] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Took 1.54 seconds to deallocate network for instance. [ 876.562613] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.798300] env[68989]: DEBUG oslo_concurrency.lockutils [req-8316c949-1ceb-4846-ab36-b2587f0bfa8b req-0b50b17d-7974-48e3-ba75-3d008f680163 service nova] Releasing lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.867643] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 96a375fc-9117-4494-9c48-1b16dba6b068] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.018012] env[68989]: DEBUG nova.network.neutron [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updating instance_info_cache with network_info: [{"id": "06d10235-68a4-482e-b017-e06f39ee9f62", "address": "fa:16:3e:cd:81:6a", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d10235-68", "ovs_interfaceid": "06d10235-68a4-482e-b017-e06f39ee9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.026093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.269979] env[68989]: DEBUG nova.network.neutron [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Updating instance_info_cache with network_info: [{"id": "70dbc297-05f7-4239-803e-0bf61d3b3d1a", "address": "fa:16:3e:92:e6:59", "network": {"id": "a9fba34d-d31c-434c-9f01-a68bc9eee9fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-384087933", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70dbc297-05", "ovs_interfaceid": "70dbc297-05f7-4239-803e-0bf61d3b3d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e85064d-b096-41d8-9792-7fae21b50356", "address": "fa:16:3e:e3:c9:a5", "network": {"id": "42d0fdd0-0afb-44f7-abba-117f3c98bd7b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-25382453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e85064d-b0", "ovs_interfaceid": "7e85064d-b096-41d8-9792-7fae21b50356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e089a3b-0039-47c3-a80c-99c03f1801b1", "address": "fa:16:3e:84:30:db", "network": {"id": "a9fba34d-d31c-434c-9f01-a68bc9eee9fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-384087933", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e089a3b-00", "ovs_interfaceid": "9e089a3b-0039-47c3-a80c-99c03f1801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.335609] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb7fbc-ad12-454b-909d-d071c9611660 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.346258] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c03126-fc37-4af0-8686-a049490279b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.379861] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 58e1be69-a11c-4479-8616-ddcb61eaf499] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.382593] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8991916e-7969-4188-94b0-af6fc8e38269 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.393421] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d4a73-fe6e-4904-b8d3-8ec4dd8ac9c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.408039] env[68989]: DEBUG nova.compute.provider_tree [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.478424] env[68989]: DEBUG nova.compute.manager [req-e922e83f-375a-400e-b4ac-d09673edaaf6 req-ad177efb-f394-4379-a42e-887eae188f56 service nova] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Received event network-vif-deleted-faa6eef3-74e4-4e69-aa68-8e7557400678 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.522942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.775218] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "refresh_cache-f57f9133-5a18-476e-b10c-233a47c228d7" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.776235] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance network_info: |[{"id": "70dbc297-05f7-4239-803e-0bf61d3b3d1a", "address": "fa:16:3e:92:e6:59", "network": {"id": "a9fba34d-d31c-434c-9f01-a68bc9eee9fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-384087933", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70dbc297-05", "ovs_interfaceid": "70dbc297-05f7-4239-803e-0bf61d3b3d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e85064d-b096-41d8-9792-7fae21b50356", "address": "fa:16:3e:e3:c9:a5", "network": {"id": "42d0fdd0-0afb-44f7-abba-117f3c98bd7b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-25382453", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e85064d-b0", "ovs_interfaceid": "7e85064d-b096-41d8-9792-7fae21b50356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e089a3b-0039-47c3-a80c-99c03f1801b1", "address": "fa:16:3e:84:30:db", "network": {"id": "a9fba34d-d31c-434c-9f01-a68bc9eee9fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-384087933", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e089a3b-00", "ovs_interfaceid": "9e089a3b-0039-47c3-a80c-99c03f1801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.776745] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e6:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70dbc297-05f7-4239-803e-0bf61d3b3d1a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:c9:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e85064d-b096-41d8-9792-7fae21b50356', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:30:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e089a3b-0039-47c3-a80c-99c03f1801b1', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.795456] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Creating folder: Project (070a45b2bbee4eb79dd861ae088c547d). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.796208] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.796683] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d1439ec-a957-44a4-89a8-0ddaaa710ef5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.800371] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de072c21-b44e-45d9-9432-195efd3a0f54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.809534] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.809708] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11a26af9-b1d7-4a4f-bfdb-24ca02624bad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.817811] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Created folder: Project (070a45b2bbee4eb79dd861ae088c547d) in parent group-v643186. [ 877.817811] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Creating folder: Instances. Parent ref: group-v643376. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.817811] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eeaaf33-6a72-49df-816c-372164ea6de7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.827661] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Created folder: Instances in parent group-v643376. [ 877.828079] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.828141] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.828339] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6ebd01-8d91-49c5-8d51-186914d14995 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.852570] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.852570] env[68989]: value = "task-3217839" [ 877.852570] env[68989]: _type = "Task" [ 877.852570] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.863833] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217839, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.886637] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ce3bde52-b2c9-4ac4-8c84-4b9e0f01fc4c] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.898699] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.898699] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.898910] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore2] 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.899056] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8f5d1a-2e76-4c28-b79e-c14e7c9f2c8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.907634] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 877.907634] env[68989]: value = "task-3217840" [ 877.907634] env[68989]: _type = "Task" [ 877.907634] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.912161] env[68989]: DEBUG nova.scheduler.client.report [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.922183] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.363217] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217839, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.390685] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ff75765d-ebf0-4bbe-82d0-c302d46ba3a1] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.418717] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.419277] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.422396] env[68989]: DEBUG oslo_vmware.api [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150188} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.423378] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.940s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.426500] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.426500] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.426500] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.480898] env[68989]: INFO nova.scheduler.client.report [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 [ 878.864024] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217839, 'name': CreateVM_Task, 'duration_secs': 0.513085} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.864269] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.865203] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.865369] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.865731] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.866012] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b15840a-c3f8-4f89-94e7-64094627f932 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.871778] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 878.871778] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52485e8b-a022-7835-b22b-aab8f1e1e048" [ 878.871778] env[68989]: _type = "Task" [ 878.871778] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.880279] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52485e8b-a022-7835-b22b-aab8f1e1e048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.893956] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 8048abd6-1f93-45c0-8ab0-299d67e3f5d0] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.924491] env[68989]: DEBUG nova.compute.utils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.926235] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.926460] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.930689] env[68989]: INFO nova.compute.claims [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.985648] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.987727] env[68989]: DEBUG nova.policy [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1082dd450805436e97e250988530385e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516af6de07694bae9d9f39fbb708c6fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.263094] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Successfully created port: 4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.385124] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52485e8b-a022-7835-b22b-aab8f1e1e048, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.385441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.385687] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.386124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.386124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.386321] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.386531] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cca7a45-20c3-482e-b7a1-cb95105661de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.397045] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: b7563cb3-9bec-4c56-ac6a-99a7e69060ec] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.398960] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.402267] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.403238] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e6044d-4aba-4ff0-86cd-fe433dd7b0b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.413112] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 879.413112] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246427e-31b8-42d2-c0b1-7ff600822e13" [ 879.413112] env[68989]: _type = "Task" [ 879.413112] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.425874] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5246427e-31b8-42d2-c0b1-7ff600822e13, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.426670] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b725c8-7f98-45ce-b115-f954d35b2263 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.435951] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.439989] env[68989]: INFO nova.compute.resource_tracker [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating resource usage from migration b42a44d8-d3cd-4a68-b35b-49167dedc1d8 [ 879.446084] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 879.446084] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d4f77-7c28-5317-b8a4-0a06a47a7b30" [ 879.446084] env[68989]: _type = "Task" [ 879.446084] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.464402] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d4f77-7c28-5317-b8a4-0a06a47a7b30, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.464402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.464402] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f57f9133-5a18-476e-b10c-233a47c228d7/f57f9133-5a18-476e-b10c-233a47c228d7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.464402] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a32bd62d-498c-4c1e-8bd0-36af417a93f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.468687] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 879.468687] env[68989]: value = "task-3217841" [ 879.468687] env[68989]: _type = "Task" [ 879.468687] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.478672] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.595070] env[68989]: DEBUG nova.compute.manager [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received event network-vif-unplugged-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.595260] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.595472] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.595636] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.595809] env[68989]: DEBUG nova.compute.manager [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] No waiting events found dispatching network-vif-unplugged-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.595970] env[68989]: WARNING nova.compute.manager [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received unexpected event network-vif-unplugged-06d10235-68a4-482e-b017-e06f39ee9f62 for instance with vm_state shelved_offloaded and task_state None. [ 879.596151] env[68989]: DEBUG nova.compute.manager [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Received event network-changed-06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.596306] env[68989]: DEBUG nova.compute.manager [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Refreshing instance network info cache due to event network-changed-06d10235-68a4-482e-b017-e06f39ee9f62. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.596488] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Acquiring lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.596621] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Acquired lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.596773] env[68989]: DEBUG nova.network.neutron [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Refreshing network info cache for port 06d10235-68a4-482e-b017-e06f39ee9f62 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.908921] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 1a74ae05-6c24-4d12-b773-e404059d53de] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.970119] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153cd90-c00c-40b9-bef9-9ae182a0c9c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.987764] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ba2f9-cd42-4b75-9f8a-b6f487233b9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.991504] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.992258] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f57f9133-5a18-476e-b10c-233a47c228d7/f57f9133-5a18-476e-b10c-233a47c228d7.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.992258] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.992791] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f29aa1d7-7627-486f-b645-69e5fe8315cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.031327] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d463d-b45b-4f4b-93d1-b5ae1d33a5ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.036462] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 880.036462] env[68989]: value = "task-3217842" [ 880.036462] env[68989]: _type = "Task" [ 880.036462] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.046358] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f439dc67-a3dd-43f2-a4e4-2be03a986751 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.054677] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.068029] env[68989]: DEBUG nova.compute.provider_tree [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.412631] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: da7f2d7c-c7d4-41ce-b9f9-69f6159a6b15] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.440047] env[68989]: DEBUG nova.network.neutron [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updated VIF entry in instance network info cache for port 06d10235-68a4-482e-b017-e06f39ee9f62. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.440047] env[68989]: DEBUG nova.network.neutron [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updating instance_info_cache with network_info: [{"id": "06d10235-68a4-482e-b017-e06f39ee9f62", "address": "fa:16:3e:cd:81:6a", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": null, "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap06d10235-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.455209] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.495048] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.495320] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.495479] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.495690] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.495850] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.496011] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.496224] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.496386] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.496550] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.496714] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.496883] env[68989]: DEBUG nova.virt.hardware [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.497751] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99cfc4-a2dd-4ad5-a42e-9d5c65f5cf47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.506708] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09cf1b1-8c4d-4ae8-9232-216c46724b5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547213] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087198} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.547567] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.548566] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87632214-dd1c-4774-bdbd-eb37f39dde6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.572958] env[68989]: DEBUG nova.scheduler.client.report [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.585708] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f57f9133-5a18-476e-b10c-233a47c228d7/f57f9133-5a18-476e-b10c-233a47c228d7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.586382] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbb3a19-0dd3-4987-8763-e9e5bb5f6afd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.610404] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.617477] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 880.617477] env[68989]: value = "task-3217843" [ 880.617477] env[68989]: _type = "Task" [ 880.617477] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.629299] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.904852] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Successfully updated port: 4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.917228] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 843e0a0e-f80d-4923-a134-b74f697676bd] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.942762] env[68989]: DEBUG oslo_concurrency.lockutils [req-ed064cc5-0175-423e-9009-b8cb26b8f3e4 req-22c561f9-4995-4b2d-a851-de0f7b93b1b6 service nova] Releasing lock "refresh_cache-18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.087722] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.664s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.087933] env[68989]: INFO nova.compute.manager [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Migrating [ 881.094656] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.725s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.096196] env[68989]: INFO nova.compute.claims [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.133027] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.407675] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.407958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquired lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.408118] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.421042] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 06330785-2b9c-4968-8093-a2b3b9f12b09] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.607390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.607958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.608179] env[68989]: DEBUG nova.network.neutron [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.622112] env[68989]: DEBUG nova.compute.manager [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Received event network-vif-plugged-4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.622112] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Acquiring lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.622112] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.622112] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.622112] env[68989]: DEBUG nova.compute.manager [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] No waiting events found dispatching network-vif-plugged-4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.622591] env[68989]: WARNING nova.compute.manager [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Received unexpected event network-vif-plugged-4f2d02ca-940a-47f6-b25a-53c97ec8dae9 for instance with vm_state building and task_state spawning. [ 881.622591] env[68989]: DEBUG nova.compute.manager [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Received event network-changed-4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.622591] env[68989]: DEBUG nova.compute.manager [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Refreshing instance network info cache due to event network-changed-4f2d02ca-940a-47f6-b25a-53c97ec8dae9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.622687] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Acquiring lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.632409] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217843, 'name': ReconfigVM_Task, 'duration_secs': 0.615087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.632663] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f57f9133-5a18-476e-b10c-233a47c228d7/f57f9133-5a18-476e-b10c-233a47c228d7.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.633305] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b1612c-b701-4985-bb28-a9d3c9adaa38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.640227] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 881.640227] env[68989]: value = "task-3217844" [ 881.640227] env[68989]: _type = "Task" [ 881.640227] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.648398] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217844, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.924553] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 71983be4-aa86-4eaa-8221-9f97a385a68f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.941087] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.078241] env[68989]: DEBUG nova.network.neutron [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Updating instance_info_cache with network_info: [{"id": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "address": "fa:16:3e:ee:d9:93", "network": {"id": "dd55d7c8-41e5-4674-a88c-77d74549360a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1643950077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516af6de07694bae9d9f39fbb708c6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2d02ca-94", "ovs_interfaceid": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.152195] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217844, 'name': Rename_Task, 'duration_secs': 0.169472} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.154740] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.155165] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe2d43b-4b1f-4466-a833-9bdc92e894ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.163948] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 882.163948] env[68989]: value = "task-3217845" [ 882.163948] env[68989]: _type = "Task" [ 882.163948] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.174863] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.357313] env[68989]: DEBUG nova.network.neutron [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.429457] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c1365559-8256-49d5-93c0-14cda0baa0f7] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.536355] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570fd68-ed7a-4b52-94e1-2cc3a01d9694 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.545084] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f98374-54a3-4fc2-b458-fac05afecd4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.577200] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b0c819-b686-4e0f-aa38-ab6d46a73ca3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.580241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Releasing lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.580639] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Instance network_info: |[{"id": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "address": "fa:16:3e:ee:d9:93", "network": {"id": "dd55d7c8-41e5-4674-a88c-77d74549360a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1643950077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516af6de07694bae9d9f39fbb708c6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2d02ca-94", "ovs_interfaceid": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.580932] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Acquired lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.581138] env[68989]: DEBUG nova.network.neutron [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Refreshing network info cache for port 4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.582436] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d9:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2d02ca-940a-47f6-b25a-53c97ec8dae9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.590627] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Creating folder: Project (516af6de07694bae9d9f39fbb708c6fc). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.594588] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35042518-c5d2-4c9a-a986-58d8b677cc97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.600939] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b18a3-db01-4372-9451-d26b2fbf6597 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.617786] env[68989]: DEBUG nova.compute.provider_tree [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.620797] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Created folder: Project (516af6de07694bae9d9f39fbb708c6fc) in parent group-v643186. [ 882.620994] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Creating folder: Instances. Parent ref: group-v643379. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.621552] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb80170-c91e-4ea7-81c7-ea7a4b8e87b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.635474] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Created folder: Instances in parent group-v643379. [ 882.635733] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.635952] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.636152] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb3cb39f-4a52-4123-b417-a96d386418e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.659061] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.659061] env[68989]: value = "task-3217848" [ 882.659061] env[68989]: _type = "Task" [ 882.659061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.668602] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217848, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.677038] env[68989]: DEBUG oslo_vmware.api [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217845, 'name': PowerOnVM_Task, 'duration_secs': 0.482256} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.677327] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.678033] env[68989]: INFO nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Took 15.81 seconds to spawn the instance on the hypervisor. [ 882.678033] env[68989]: DEBUG nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.678574] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28569f13-0a1e-4eee-b807-732a2960dbab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.832206] env[68989]: DEBUG nova.network.neutron [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Updated VIF entry in instance network info cache for port 4f2d02ca-940a-47f6-b25a-53c97ec8dae9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.832734] env[68989]: DEBUG nova.network.neutron [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Updating instance_info_cache with network_info: [{"id": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "address": "fa:16:3e:ee:d9:93", "network": {"id": "dd55d7c8-41e5-4674-a88c-77d74549360a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1643950077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516af6de07694bae9d9f39fbb708c6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2d02ca-94", "ovs_interfaceid": "4f2d02ca-940a-47f6-b25a-53c97ec8dae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.860366] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.936983] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 7853e14e-a176-4efe-8d57-cf5301f7cfc5] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.123027] env[68989]: DEBUG nova.scheduler.client.report [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.170344] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217848, 'name': CreateVM_Task, 'duration_secs': 0.335457} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.170526] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.171164] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.171359] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.171710] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.171973] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071da327-8037-49ef-9ae4-ef382950c0cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.177045] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 883.177045] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526c754e-1628-ea4e-aeb4-bc0ee573e263" [ 883.177045] env[68989]: _type = "Task" [ 883.177045] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.184991] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526c754e-1628-ea4e-aeb4-bc0ee573e263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.197449] env[68989]: INFO nova.compute.manager [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Took 50.99 seconds to build instance. [ 883.336312] env[68989]: DEBUG oslo_concurrency.lockutils [req-db05b4ed-628c-478f-8cdc-cbb38e7c00a6 req-d46febda-1ff7-47c6-baf4-70bb59aabde8 service nova] Releasing lock "refresh_cache-a5b80dce-a902-4259-955c-14e42eb28e8f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.441951] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 7ef18d3f-1f37-44d7-8ed8-76a7d015af29] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.629160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.629730] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.632975] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.136s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.634511] env[68989]: INFO nova.compute.claims [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.695738] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526c754e-1628-ea4e-aeb4-bc0ee573e263, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.699718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.699718] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.699718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.699718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.699718] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.699718] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-541aa0be-2b23-44bf-afb3-256314a060a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.699718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ffcd73d-14b6-412a-bac1-77e3ca91120c tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.502s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.706503] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.706680] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.707448] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bea751-56fe-4ac2-8fc7-95240806056d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716232] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 883.716232] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f32a9-2a03-fdaf-9dee-1e9ce2443bc9" [ 883.716232] env[68989]: _type = "Task" [ 883.716232] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.726118] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f32a9-2a03-fdaf-9dee-1e9ce2443bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.726889] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6bdfb5-39ab-4ece-943a-50370142f4c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.732896] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 883.732896] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52550c87-7ae7-0fbc-63e3-b1a823771b1a" [ 883.732896] env[68989]: _type = "Task" [ 883.732896] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.741525] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52550c87-7ae7-0fbc-63e3-b1a823771b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.948052] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 53c10b9e-713a-4341-ae1a-d37f0ae84ec1] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.136576] env[68989]: DEBUG nova.compute.utils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.138028] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.138160] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.186039] env[68989]: DEBUG nova.policy [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.243537] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52550c87-7ae7-0fbc-63e3-b1a823771b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.243839] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.244115] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a5b80dce-a902-4259-955c-14e42eb28e8f/a5b80dce-a902-4259-955c-14e42eb28e8f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.244557] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f594ddc-a18c-4beb-9ae9-788e8152481c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.251699] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 884.251699] env[68989]: value = "task-3217849" [ 884.251699] env[68989]: _type = "Task" [ 884.251699] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.259447] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.375509] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1828966-b080-46f8-ad38-81fa9ee4b459 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.400477] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.456182] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 5f49c4d1-eb3a-4ae2-9618-75939aba359c] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.555375] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Successfully created port: 607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.576757] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.577087] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.577354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.577549] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.577753] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.579940] env[68989]: INFO nova.compute.manager [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Terminating instance [ 884.644426] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.769396] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454127} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.771037] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a5b80dce-a902-4259-955c-14e42eb28e8f/a5b80dce-a902-4259-955c-14e42eb28e8f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.771037] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.771037] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5d6761-9f14-45e7-a8f4-c1b311c42ae2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.777152] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 884.777152] env[68989]: value = "task-3217850" [ 884.777152] env[68989]: _type = "Task" [ 884.777152] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.786387] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.906291] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.908816] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24bcd4e3-dde0-47a6-bb9a-3b555f6aaff3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.915640] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 884.915640] env[68989]: value = "task-3217851" [ 884.915640] env[68989]: _type = "Task" [ 884.915640] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.925925] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.959113] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 38ec8e2f-6f48-471f-853e-5863d7b471a7] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.084590] env[68989]: DEBUG nova.compute.manager [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.084590] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.084761] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e84ed-8040-410c-8ed3-8c1a63c3f817 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.095582] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.095582] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab58097f-b1e3-4b8c-9ca1-8d814aed5004 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.100598] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 885.100598] env[68989]: value = "task-3217852" [ 885.100598] env[68989]: _type = "Task" [ 885.100598] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.110524] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.147935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95718c8-383d-408e-88a6-7ddc42a763c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.158429] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994a041-b34f-4784-b97d-70509675ad70 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.189508] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb4b5ca-e29a-4624-9499-7bc4e7c67125 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.197799] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c3d44-850e-494a-a8a4-27c03523ea9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.211728] env[68989]: DEBUG nova.compute.provider_tree [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.287241] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060589} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.287477] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.288211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444acf6a-1ea4-40a5-8699-356634a27109 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.313067] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a5b80dce-a902-4259-955c-14e42eb28e8f/a5b80dce-a902-4259-955c-14e42eb28e8f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.313067] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b297c0-b398-4ef7-bcda-5bf710134540 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.332029] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 885.332029] env[68989]: value = "task-3217853" [ 885.332029] env[68989]: _type = "Task" [ 885.332029] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.341964] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.426617] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.426861] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.462290] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: fabce3d0-a8db-4532-83c3-c982aec14981] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.609792] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217852, 'name': PowerOffVM_Task, 'duration_secs': 0.219453} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.610074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.610249] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.610511] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b49e91-7fd7-4346-86ff-7a6b81b35a3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.663951] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.715219] env[68989]: DEBUG nova.scheduler.client.report [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.769350] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.769664] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.769853] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleting the datastore file [datastore1] f57f9133-5a18-476e-b10c-233a47c228d7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.770129] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-455c61e0-3729-440e-b9a3-87aeaf1534d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.777059] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 885.777059] env[68989]: value = "task-3217855" [ 885.777059] env[68989]: _type = "Task" [ 885.777059] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.784898] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.843401] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.854248] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.854537] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.854856] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.854917] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.855070] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.855236] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.855462] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.855834] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.855834] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.855972] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.856158] env[68989]: DEBUG nova.virt.hardware [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.857046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7388de8-dcde-458d-9f67-b3b3a7da8882 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.864686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13853a5-72ec-4499-b2c6-bf9252775853 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.934571] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.934571] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.934762] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.934888] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.935063] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.935284] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.935576] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.935795] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.935986] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.936234] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.936480] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.943036] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68988a1-55ee-465b-9063-63e92bffd8d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.958726] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 885.958726] env[68989]: value = "task-3217856" [ 885.958726] env[68989]: _type = "Task" [ 885.958726] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.967435] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 700d2210-01db-494b-85db-3cc04128c30f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.968740] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.103396] env[68989]: DEBUG nova.compute.manager [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Received event network-vif-plugged-607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.103396] env[68989]: DEBUG oslo_concurrency.lockutils [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] Acquiring lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.103396] env[68989]: DEBUG oslo_concurrency.lockutils [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.103396] env[68989]: DEBUG oslo_concurrency.lockutils [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.104097] env[68989]: DEBUG nova.compute.manager [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] No waiting events found dispatching network-vif-plugged-607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.104435] env[68989]: WARNING nova.compute.manager [req-02d39a9b-8998-4bb4-8f05-b8f69abdc491 req-728b5fcc-4431-4813-80b1-ab375c43548e service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Received unexpected event network-vif-plugged-607cbd17-b421-4416-8062-557ca87bfdfd for instance with vm_state building and task_state spawning. [ 886.222020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.222999] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.225876] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.514s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.226198] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.228791] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.396s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.229062] env[68989]: DEBUG nova.objects.instance [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 886.243969] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Successfully updated port: 607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.287488] env[68989]: DEBUG oslo_vmware.api [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170223} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.287837] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.288052] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.288237] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.288407] env[68989]: INFO nova.compute.manager [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 886.288645] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.288831] env[68989]: DEBUG nova.compute.manager [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.288926] env[68989]: DEBUG nova.network.neutron [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.319844] env[68989]: INFO nova.scheduler.client.report [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted allocations for instance 720b062f-7dcf-4160-b79e-4b138ba38a46 [ 886.342254] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.472021] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217856, 'name': ReconfigVM_Task, 'duration_secs': 0.153042} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.472021] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.472589] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 98dbb319-8881-44b0-9faa-4e825f1a622b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.733971] env[68989]: DEBUG nova.compute.utils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.738133] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.738301] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.746028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.746123] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.746357] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.776662] env[68989]: DEBUG nova.policy [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0360e157e14b49b5a9abf20bd9ea0cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ea5ca07e4ae6b141add13befc013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.829760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5a631681-f926-4807-b3f4-40bfb500c751 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "720b062f-7dcf-4160-b79e-4b138ba38a46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.512s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.843980] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217853, 'name': ReconfigVM_Task, 'duration_secs': 1.330406} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.844062] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a5b80dce-a902-4259-955c-14e42eb28e8f/a5b80dce-a902-4259-955c-14e42eb28e8f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.844642] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-719298b9-9ef3-4094-9279-dc7d4dffa6ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.852681] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 886.852681] env[68989]: value = "task-3217857" [ 886.852681] env[68989]: _type = "Task" [ 886.852681] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.862236] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217857, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.977654] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.978181] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.978181] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.979178] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.979440] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.979519] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.979716] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.979882] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.980066] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.980240] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.980418] env[68989]: DEBUG nova.virt.hardware [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.986386] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.986970] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: fbaa5e25-fd78-499b-b07a-961fae3af69f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.988910] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc1045b-a5d2-4a45-870d-7fc211bf096c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.010829] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 887.010829] env[68989]: value = "task-3217858" [ 887.010829] env[68989]: _type = "Task" [ 887.010829] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.023028] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.101830] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Successfully created port: f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.238782] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.243053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ebbd0278-d23e-43f8-83c9-417cc5fac9ce tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.244266] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.128s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.244461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.249953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.383s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.250156] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.253030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.539s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.253187] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.254988] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.980s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.256510] env[68989]: INFO nova.compute.claims [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.291172] env[68989]: INFO nova.scheduler.client.report [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Deleted allocations for instance cf922d35-a893-47fb-9a06-b2bcdc7aecbc [ 887.294132] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.299387] env[68989]: INFO nova.scheduler.client.report [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleted allocations for instance 9b32e44e-517b-4656-9ae1-6346d60f273e [ 887.314349] env[68989]: INFO nova.scheduler.client.report [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted allocations for instance d625d1de-92f5-43d6-acaa-4d5d04006e03 [ 887.365275] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217857, 'name': Rename_Task, 'duration_secs': 0.156429} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.366086] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.366335] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c65722-fb13-4967-be73-802c45a40a80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.374836] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 887.374836] env[68989]: value = "task-3217859" [ 887.374836] env[68989]: _type = "Task" [ 887.374836] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.383637] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.507127] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 83f07743-c06e-4284-b68d-56240917ee00] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.513552] env[68989]: DEBUG nova.network.neutron [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Updating instance_info_cache with network_info: [{"id": "607cbd17-b421-4416-8062-557ca87bfdfd", "address": "fa:16:3e:54:95:41", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607cbd17-b4", "ovs_interfaceid": "607cbd17-b421-4416-8062-557ca87bfdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.525721] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217858, 'name': ReconfigVM_Task, 'duration_secs': 0.251349} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.525962] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.526788] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda9f55a-ebef-4911-a962-b37d88ef5246 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.550336] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.550879] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdf64ea-082c-482a-b6c5-c48a7adf2381 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.568830] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 887.568830] env[68989]: value = "task-3217860" [ 887.568830] env[68989]: _type = "Task" [ 887.568830] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.576541] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.645673] env[68989]: DEBUG nova.network.neutron [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.803571] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90e5eacc-421e-436e-aa17-48a9aca5a23d tempest-SecurityGroupsTestJSON-567669399 tempest-SecurityGroupsTestJSON-567669399-project-member] Lock "cf922d35-a893-47fb-9a06-b2bcdc7aecbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.873s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.809477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9af8fd5-8410-49e1-a814-d8977e7a835b tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "9b32e44e-517b-4656-9ae1-6346d60f273e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.345s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.825729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e4c6985-d2f0-4fe5-b6ad-c4a933747a20 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "d625d1de-92f5-43d6-acaa-4d5d04006e03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.980s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.883642] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.017210] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 2c2e1a88-b9fa-4b98-9097-1ec0eac33b64] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.019263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.019567] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Instance network_info: |[{"id": "607cbd17-b421-4416-8062-557ca87bfdfd", "address": "fa:16:3e:54:95:41", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607cbd17-b4", "ovs_interfaceid": "607cbd17-b421-4416-8062-557ca87bfdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.019967] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:95:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607cbd17-b421-4416-8062-557ca87bfdfd', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.028373] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.028863] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.029111] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70d9889-a4f6-4f2c-b791-4afc31ce0622 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.049915] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.049915] env[68989]: value = "task-3217861" [ 888.049915] env[68989]: _type = "Task" [ 888.049915] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.060374] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217861, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.078046] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.135370] env[68989]: DEBUG nova.compute.manager [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Received event network-changed-607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.135574] env[68989]: DEBUG nova.compute.manager [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Refreshing instance network info cache due to event network-changed-607cbd17-b421-4416-8062-557ca87bfdfd. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.135793] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] Acquiring lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.135935] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] Acquired lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.136151] env[68989]: DEBUG nova.network.neutron [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Refreshing network info cache for port 607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.147765] env[68989]: INFO nova.compute.manager [-] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Took 1.86 seconds to deallocate network for instance. [ 888.251843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.251843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.251843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.251843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.251843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.254142] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.256599] env[68989]: INFO nova.compute.manager [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Terminating instance [ 888.282770] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.283056] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.283280] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.283535] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.283745] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.283944] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.284225] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.284435] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.284647] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.284865] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.285174] env[68989]: DEBUG nova.virt.hardware [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.286276] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767cf91-9e4f-4579-b1bd-e5dcdef3157e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.295701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddbe17f-5a60-40c9-844e-3100a9d7b77d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.389076] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217859, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.530144] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 945e45cd-0fdb-4b30-bdd0-eecd9f3456f1] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.558781] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217861, 'name': CreateVM_Task, 'duration_secs': 0.47769} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.558960] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.561234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.561234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.561234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.562764] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f971e8-be97-4b16-b4ca-e093c2eb1ee0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.567649] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 888.567649] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523dd011-f7f5-6cf6-7858-052de6ff51f7" [ 888.567649] env[68989]: _type = "Task" [ 888.567649] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.580395] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523dd011-f7f5-6cf6-7858-052de6ff51f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.586533] env[68989]: DEBUG oslo_vmware.api [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217860, 'name': ReconfigVM_Task, 'duration_secs': 0.633601} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.587369] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf/50f4c6c7-b396-4190-90e9-736a7d9a73cf.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.588091] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.656686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.671934] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ec7e4-6b71-41e7-b2ea-fbc23bd3af59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.679476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413c2961-2ad1-4567-80c7-64e94d5ccbce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.718544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b1e36-aa39-4c50-b60f-1052b32720e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.726827] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14898f91-9b31-4bf6-b7da-f6b8fc455476 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.742378] env[68989]: DEBUG nova.compute.provider_tree [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.762952] env[68989]: DEBUG nova.compute.manager [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.762952] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.763716] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50437a-1e45-408e-b9f0-a2114d22e15f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.771683] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.771920] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70480bae-d572-46fe-be85-3a8b11e4b526 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.778284] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 888.778284] env[68989]: value = "task-3217863" [ 888.778284] env[68989]: _type = "Task" [ 888.778284] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.788293] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.884739] env[68989]: DEBUG oslo_vmware.api [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217859, 'name': PowerOnVM_Task, 'duration_secs': 1.109977} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.885036] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.885243] env[68989]: INFO nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Took 8.43 seconds to spawn the instance on the hypervisor. [ 888.885431] env[68989]: DEBUG nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.886841] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8277e02b-348d-4c7a-850a-fac65d5fd002 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.953669] env[68989]: DEBUG nova.compute.manager [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Received event network-vif-plugged-f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.953872] env[68989]: DEBUG oslo_concurrency.lockutils [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] Acquiring lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.954119] env[68989]: DEBUG oslo_concurrency.lockutils [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] Lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.956197] env[68989]: DEBUG oslo_concurrency.lockutils [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] Lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.956197] env[68989]: DEBUG nova.compute.manager [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] No waiting events found dispatching network-vif-plugged-f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.956197] env[68989]: WARNING nova.compute.manager [req-92b04d05-3672-4ba8-a18a-6ac810a6294d req-9642f7e2-0094-4105-b76f-b6aa881c94c9 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Received unexpected event network-vif-plugged-f384bf7b-753e-407b-b824-fddc25acf652 for instance with vm_state building and task_state spawning. [ 889.007796] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Successfully updated port: f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.035737] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 5ce767c8-a1d8-47a1-895d-694a9a6ae283] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.083125] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523dd011-f7f5-6cf6-7858-052de6ff51f7, 'name': SearchDatastore_Task, 'duration_secs': 0.023198} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.083333] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.083601] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.083923] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.084030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.084226] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.084493] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff282739-32be-4dc3-993d-3d86e451cb83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.094414] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4ceca-cfca-4694-ace1-32d9caa3227d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.099774] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.099774] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.100463] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87f8143-1d50-44fa-a6a1-cb2c761722f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.118740] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a355c-2e82-43b4-9211-d5ce25006fcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.122193] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 889.122193] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5266f5dd-0b57-a3c9-7040-4b7951bc9523" [ 889.122193] env[68989]: _type = "Task" [ 889.122193] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.140218] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.150207] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5266f5dd-0b57-a3c9-7040-4b7951bc9523, 'name': SearchDatastore_Task, 'duration_secs': 0.019168} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.151048] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e2eb03-217d-40e0-bd40-8724edc77bda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.154530] env[68989]: DEBUG nova.network.neutron [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Updated VIF entry in instance network info cache for port 607cbd17-b421-4416-8062-557ca87bfdfd. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.154870] env[68989]: DEBUG nova.network.neutron [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Updating instance_info_cache with network_info: [{"id": "607cbd17-b421-4416-8062-557ca87bfdfd", "address": "fa:16:3e:54:95:41", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607cbd17-b4", "ovs_interfaceid": "607cbd17-b421-4416-8062-557ca87bfdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.157567] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 889.157567] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522bc1b4-6c21-3b66-8f8e-9e92c13907af" [ 889.157567] env[68989]: _type = "Task" [ 889.157567] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.167714] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522bc1b4-6c21-3b66-8f8e-9e92c13907af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.247590] env[68989]: DEBUG nova.scheduler.client.report [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.288898] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217863, 'name': PowerOffVM_Task, 'duration_secs': 0.318712} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.288898] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.288898] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.289092] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-900c34e7-f557-460c-81ab-d16e4f8581fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.353019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.353019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.353019] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore2] 6d98b0bd-5c38-48db-8e34-6461537e6fcb {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.353019] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-592fa7f9-e5c5-4ff2-a719-b71e6434f9c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.356485] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 889.356485] env[68989]: value = "task-3217865" [ 889.356485] env[68989]: _type = "Task" [ 889.356485] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.364182] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.410894] env[68989]: INFO nova.compute.manager [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Took 32.12 seconds to build instance. [ 889.509956] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.510126] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510279] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.539886] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 60b58bcc-68e2-4955-a121-5b41cc58946d] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.658131] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] Releasing lock "refresh_cache-e6189195-6a70-4313-9669-d94dbf45d9c9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.658402] env[68989]: DEBUG nova.compute.manager [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-deleted-7e85064d-b096-41d8-9792-7fae21b50356 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.658589] env[68989]: DEBUG nova.compute.manager [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-deleted-9e089a3b-0039-47c3-a80c-99c03f1801b1 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.658761] env[68989]: DEBUG nova.compute.manager [req-7a431166-b0e5-4d49-b5f4-c89dd0f6acef req-d0bcfff6-debd-4ce6-9554-158036cd3075 service nova] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Received event network-vif-deleted-70dbc297-05f7-4239-803e-0bf61d3b3d1a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.668330] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522bc1b4-6c21-3b66-8f8e-9e92c13907af, 'name': SearchDatastore_Task, 'duration_secs': 0.017172} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.668570] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.668823] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e6189195-6a70-4313-9669-d94dbf45d9c9/e6189195-6a70-4313-9669-d94dbf45d9c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.669095] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73099830-a466-4ab4-a083-78b176d14a21 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.677946] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 889.677946] env[68989]: value = "task-3217866" [ 889.677946] env[68989]: _type = "Task" [ 889.677946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.686030] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.754292] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.754845] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.761103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.091s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.761103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.761103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.602s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.761867] env[68989]: INFO nova.compute.claims [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.804207] env[68989]: INFO nova.scheduler.client.report [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleted allocations for instance b45ab743-f543-4b90-8ec5-24f2ab115d92 [ 889.870692] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.913079] env[68989]: DEBUG oslo_concurrency.lockutils [None req-898e91e3-cfa4-4a0a-a5b3-3809bfab723b tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.638s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.943451] env[68989]: DEBUG nova.network.neutron [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Port 0b9ffe4f-c93d-427e-87af-cbba05a244de binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 890.044012] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c55e04e0-6053-415f-892e-881b66cbfa98] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.061362] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.197434] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.266889] env[68989]: DEBUG nova.compute.utils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.270799] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.271015] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.314757] env[68989]: DEBUG oslo_concurrency.lockutils [None req-31ac69bb-5796-4441-ad78-439287680c30 tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "b45ab743-f543-4b90-8ec5-24f2ab115d92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.883s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.344841] env[68989]: DEBUG nova.policy [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b9650a6965483083fc0972bbe40fd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1db03f13639417f86bfafef865c2143', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.371149] env[68989]: DEBUG oslo_vmware.api [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556972} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.371149] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.371149] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.371149] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.371424] env[68989]: INFO nova.compute.manager [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Took 1.61 seconds to destroy the instance on the hypervisor. [ 890.371741] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.371980] env[68989]: DEBUG nova.compute.manager [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.372226] env[68989]: DEBUG nova.network.neutron [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.400904] env[68989]: DEBUG nova.network.neutron [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Updating instance_info_cache with network_info: [{"id": "f384bf7b-753e-407b-b824-fddc25acf652", "address": "fa:16:3e:bf:41:40", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf384bf7b-75", "ovs_interfaceid": "f384bf7b-753e-407b-b824-fddc25acf652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.550018] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6fead5d8-1edf-4b2e-82ce-e232e5e5f23b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.688682] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890223} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.689377] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e6189195-6a70-4313-9669-d94dbf45d9c9/e6189195-6a70-4313-9669-d94dbf45d9c9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.689694] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.690011] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa99b0d4-8fa7-4500-89c0-a288337bd5ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.696792] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 890.696792] env[68989]: value = "task-3217867" [ 890.696792] env[68989]: _type = "Task" [ 890.696792] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.708095] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.735953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "16297099-f14f-455b-a4bc-7883c8f35d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.736324] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.742245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.742245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.742245] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.743896] env[68989]: INFO nova.compute.manager [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Terminating instance [ 890.772053] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.904149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.904491] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Instance network_info: |[{"id": "f384bf7b-753e-407b-b824-fddc25acf652", "address": "fa:16:3e:bf:41:40", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf384bf7b-75", "ovs_interfaceid": "f384bf7b-753e-407b-b824-fddc25acf652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.905029] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:41:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f384bf7b-753e-407b-b824-fddc25acf652', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.914573] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.918488] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.918728] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc0aa449-b8b1-4b45-bf96-3a1b928dc77d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.946021] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.946021] env[68989]: value = "task-3217868" [ 890.946021] env[68989]: _type = "Task" [ 890.946021] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.956550] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217868, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.983554] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.983829] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.983980] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.002715] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Successfully created port: 8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.057011] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: e10bdf3c-06b0-456a-af99-801790144f45] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.061389] env[68989]: DEBUG nova.compute.manager [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Received event network-changed-f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.061716] env[68989]: DEBUG nova.compute.manager [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Refreshing instance network info cache due to event network-changed-f384bf7b-753e-407b-b824-fddc25acf652. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.062677] env[68989]: DEBUG oslo_concurrency.lockutils [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] Acquiring lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.062677] env[68989]: DEBUG oslo_concurrency.lockutils [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] Acquired lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.062677] env[68989]: DEBUG nova.network.neutron [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Refreshing network info cache for port f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.212040] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177927} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.212826] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.214275] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a4e06-1ae9-4656-bfc4-71564084a7bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.241923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e6189195-6a70-4313-9669-d94dbf45d9c9/e6189195-6a70-4313-9669-d94dbf45d9c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.246390] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2726fd-2767-475c-96fb-9aeb37f1dda3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.265140] env[68989]: DEBUG nova.compute.manager [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.265140] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.265963] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1f09b-5a7a-4134-b389-d61f143cc260 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.274135] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.275480] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d82007-f591-4f33-8d18-1917abba5580 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.277194] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 891.277194] env[68989]: value = "task-3217869" [ 891.277194] env[68989]: _type = "Task" [ 891.277194] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.292348] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 891.292348] env[68989]: value = "task-3217870" [ 891.292348] env[68989]: _type = "Task" [ 891.292348] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.303151] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.308228] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.320713] env[68989]: DEBUG nova.network.neutron [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.353041] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952808a-8577-4126-8b91-780a24585db5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.361532] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc66d6-2a06-4ac6-a670-f54a862183c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.398344] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8c137-4108-4f62-9e1d-053429a5a6ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.407018] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5904f-4474-41d5-baf0-3bad4cb3956b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.422161] env[68989]: DEBUG nova.compute.provider_tree [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.453737] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217868, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.559350] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 04d0af1c-6998-4ce0-84d6-b7ee7d1cad8e] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.791488] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.794784] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.805437] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217870, 'name': PowerOffVM_Task, 'duration_secs': 0.296335} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.806752] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.806752] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.806752] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dde8b29-73f3-40d3-ac11-bea8c6d9ba02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.824547] env[68989]: INFO nova.compute.manager [-] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Took 1.45 seconds to deallocate network for instance. [ 891.836882] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.838600] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.838896] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.838896] env[68989]: DEBUG nova.virt.hardware [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.841401] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fa3d7-9481-49ef-9a37-c076f3efd039 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.848433] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a9363-ae0f-4290-a00e-053eb2d44e95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.896247] env[68989]: DEBUG nova.network.neutron [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Updated VIF entry in instance network info cache for port f384bf7b-753e-407b-b824-fddc25acf652. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.896624] env[68989]: DEBUG nova.network.neutron [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Updating instance_info_cache with network_info: [{"id": "f384bf7b-753e-407b-b824-fddc25acf652", "address": "fa:16:3e:bf:41:40", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf384bf7b-75", "ovs_interfaceid": "f384bf7b-753e-407b-b824-fddc25acf652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.925828] env[68989]: DEBUG nova.scheduler.client.report [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.954358] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217868, 'name': CreateVM_Task, 'duration_secs': 0.580016} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.954557] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.955198] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.955362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.955695] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.955946] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca9b585-cb72-42f7-9efb-24770987a150 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.959892] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 891.959892] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f06c3-d913-d62a-4414-ba17fd25042d" [ 891.959892] env[68989]: _type = "Task" [ 891.959892] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.967160] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f06c3-d913-d62a-4414-ba17fd25042d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.034204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.034407] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.034584] env[68989]: DEBUG nova.network.neutron [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.063294] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: f9ec2f94-c5d2-42fb-99e4-7996fba6c7c9] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.105554] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.105554] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.105744] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleting the datastore file [datastore2] 16297099-f14f-455b-a4bc-7883c8f35d80 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.105834] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfef8142-6cb6-4148-9edc-5179021211d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.113671] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for the task: (returnval){ [ 892.113671] env[68989]: value = "task-3217872" [ 892.113671] env[68989]: _type = "Task" [ 892.113671] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.121214] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.122643] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "a5b80dce-a902-4259-955c-14e42eb28e8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.122865] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.123077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.123264] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.123431] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.125554] env[68989]: INFO nova.compute.manager [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Terminating instance [ 892.272676] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.272676] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.273103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.273103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.273981] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.275532] env[68989]: INFO nova.compute.manager [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Terminating instance [ 892.290551] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217869, 'name': ReconfigVM_Task, 'duration_secs': 0.594881} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.290881] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e6189195-6a70-4313-9669-d94dbf45d9c9/e6189195-6a70-4313-9669-d94dbf45d9c9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.291609] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac8caa6-f3bc-46fd-87da-624a6b6a4722 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.298999] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 892.298999] env[68989]: value = "task-3217873" [ 892.298999] env[68989]: _type = "Task" [ 892.298999] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.311885] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217873, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.333638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.399366] env[68989]: DEBUG oslo_concurrency.lockutils [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] Releasing lock "refresh_cache-c942db1a-d832-4708-a89e-c751b50c52f8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399697] env[68989]: DEBUG nova.compute.manager [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Received event network-vif-deleted-137f0a6e-a681-4ec9-a7bb-fff330806b2c {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.399889] env[68989]: INFO nova.compute.manager [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Neutron deleted interface 137f0a6e-a681-4ec9-a7bb-fff330806b2c; detaching it from the instance and deleting it from the info cache [ 892.400084] env[68989]: DEBUG nova.network.neutron [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.430947] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.431759] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.434310] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.924s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.435740] env[68989]: INFO nova.compute.claims [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.471789] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f06c3-d913-d62a-4414-ba17fd25042d, 'name': SearchDatastore_Task, 'duration_secs': 0.026954} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.472125] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.472391] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.472683] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.472878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.473070] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.474090] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d88a0df-c783-4f43-ac69-acbe514ea15b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.486247] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.486529] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.487862] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d5b336-2593-4942-b1e9-303101902199 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.493502] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 892.493502] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52afc3cf-a77e-9b6f-2b88-80f29deb3373" [ 892.493502] env[68989]: _type = "Task" [ 892.493502] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.501790] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52afc3cf-a77e-9b6f-2b88-80f29deb3373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.568594] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 774d5963-ca7a-4aae-b8e1-ceed95b15682] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.623171] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.629721] env[68989]: DEBUG nova.compute.manager [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.629721] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.630425] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c641f4fb-dadc-4a3e-8b66-025f2b68d699 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.637711] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.638110] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11df9f66-8de2-45d4-ae84-5d4d19015b7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.645310] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 892.645310] env[68989]: value = "task-3217874" [ 892.645310] env[68989]: _type = "Task" [ 892.645310] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.653912] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.779612] env[68989]: DEBUG nova.compute.manager [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.779851] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.781492] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85921954-b350-4026-8038-be73157f7bd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.789809] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.790807] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8d8e4d8-7a84-47b5-b454-a16b1f1ab451 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.798138] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 892.798138] env[68989]: value = "task-3217875" [ 892.798138] env[68989]: _type = "Task" [ 892.798138] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.811672] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.815792] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217873, 'name': Rename_Task, 'duration_secs': 0.385879} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.816111] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.816364] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c00e2ca-f496-41f7-8281-3d2be1d04572 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.823127] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 892.823127] env[68989]: value = "task-3217876" [ 892.823127] env[68989]: _type = "Task" [ 892.823127] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.838511] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.902917] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6689c10f-157f-42d1-8496-7c3e48317353 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.917136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3680d0-eb9b-4aca-b0a7-15614fc08d38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.940065] env[68989]: DEBUG nova.compute.utils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.965750] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.966350] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.968874] env[68989]: DEBUG nova.compute.manager [req-9863c707-572c-4e8e-886c-5adfc3048ccb req-5bd21d47-5175-4a1f-b5fe-c38d339ac804 service nova] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Detach interface failed, port_id=137f0a6e-a681-4ec9-a7bb-fff330806b2c, reason: Instance 6d98b0bd-5c38-48db-8e34-6461537e6fcb could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.007220] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52afc3cf-a77e-9b6f-2b88-80f29deb3373, 'name': SearchDatastore_Task, 'duration_secs': 0.026668} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.008472] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1447b04d-e715-467d-a319-055adfad32b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.015351] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 893.015351] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f3215f-d7aa-7d0b-8884-67e91daf2f75" [ 893.015351] env[68989]: _type = "Task" [ 893.015351] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.023367] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f3215f-d7aa-7d0b-8884-67e91daf2f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.027409] env[68989]: DEBUG nova.network.neutron [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.058893] env[68989]: DEBUG nova.policy [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c4e54daea14c7cb602227383750f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed193d875cf64008959fcc8312270b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.073822] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 07eb86d6-904b-4003-a210-41bbe5b36401] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.097379] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Successfully updated port: 8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.124466] env[68989]: DEBUG oslo_vmware.api [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Task: {'id': task-3217872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.124793] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.125029] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.125305] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.125457] env[68989]: INFO nova.compute.manager [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 1.86 seconds to destroy the instance on the hypervisor. [ 893.126111] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.126111] env[68989]: DEBUG nova.compute.manager [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.126111] env[68989]: DEBUG nova.network.neutron [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.140673] env[68989]: DEBUG nova.compute.manager [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Received event network-vif-plugged-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.140884] env[68989]: DEBUG oslo_concurrency.lockutils [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] Acquiring lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.141141] env[68989]: DEBUG oslo_concurrency.lockutils [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.141316] env[68989]: DEBUG oslo_concurrency.lockutils [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.141497] env[68989]: DEBUG nova.compute.manager [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] No waiting events found dispatching network-vif-plugged-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.141723] env[68989]: WARNING nova.compute.manager [req-433bac3e-6ce7-447b-b556-3c77a6809c7a req-98ef85ad-a638-4579-bfda-f7d7ec57fe65 service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Received unexpected event network-vif-plugged-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 for instance with vm_state building and task_state spawning. [ 893.154123] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217874, 'name': PowerOffVM_Task, 'duration_secs': 0.26219} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.154377] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.154546] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.154788] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d8e3c4-d067-4eeb-a466-7edb66316066 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.231424] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.231675] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.231881] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Deleting the datastore file [datastore1] a5b80dce-a902-4259-955c-14e42eb28e8f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.232174] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1db5a52-8181-4bfc-b73c-29e6d2afe861 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.239495] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for the task: (returnval){ [ 893.239495] env[68989]: value = "task-3217878" [ 893.239495] env[68989]: _type = "Task" [ 893.239495] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.249080] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.310801] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217875, 'name': PowerOffVM_Task, 'duration_secs': 0.185386} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.311177] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.311445] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.311813] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6963db2d-666b-4ce9-b2ca-111333da44f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.335583] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217876, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.380118] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.380301] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.380472] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleting the datastore file [datastore1] 462c1bd7-8c6a-45f4-a711-7c66d4457532 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.380751] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b86b419b-40b0-4011-96c8-f52401885298 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.387030] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for the task: (returnval){ [ 893.387030] env[68989]: value = "task-3217880" [ 893.387030] env[68989]: _type = "Task" [ 893.387030] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.403331] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.469564] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.528037] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Successfully created port: a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.531334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.541793] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f3215f-d7aa-7d0b-8884-67e91daf2f75, 'name': SearchDatastore_Task, 'duration_secs': 0.025027} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.544805] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.545426] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c942db1a-d832-4708-a89e-c751b50c52f8/c942db1a-d832-4708-a89e-c751b50c52f8.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.545813] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75345a2-ce76-454f-8817-fe8c100bf249 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.553920] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 893.553920] env[68989]: value = "task-3217881" [ 893.553920] env[68989]: _type = "Task" [ 893.553920] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.566685] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.579372] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 5e566369-7f7f-4996-a001-a624344f0aeb] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.605137] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.605307] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquired lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.605465] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.753481] env[68989]: DEBUG oslo_vmware.api [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Task: {'id': task-3217878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.753481] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.753481] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.753481] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.756068] env[68989]: INFO nova.compute.manager [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 893.756068] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.758128] env[68989]: DEBUG nova.compute.manager [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.758371] env[68989]: DEBUG nova.network.neutron [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.834851] env[68989]: DEBUG oslo_vmware.api [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217876, 'name': PowerOnVM_Task, 'duration_secs': 0.831531} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.838101] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.838716] env[68989]: INFO nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Took 8.17 seconds to spawn the instance on the hypervisor. [ 893.839043] env[68989]: DEBUG nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.840715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d8cf5-5940-4a95-a064-5386d77280c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.904832] env[68989]: DEBUG oslo_vmware.api [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Task: {'id': task-3217880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158083} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.905412] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.905750] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.906231] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.906553] env[68989]: INFO nova.compute.manager [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.907361] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.909038] env[68989]: DEBUG nova.compute.manager [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.909038] env[68989]: DEBUG nova.network.neutron [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.944226] env[68989]: DEBUG nova.network.neutron [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.979480] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecaa101-99e3-4cc3-bc84-5a6e798140d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.988540] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db9407-c9ad-4f99-938c-50eb91bb8434 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.032956] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4004e66-11d3-4cee-9156-cb0334d26898 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.043144] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cc8bf3-0027-46e8-baae-d90612771fc5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.067184] env[68989]: DEBUG nova.compute.provider_tree [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.070839] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8f25e-5b47-410c-aea2-aaf15c27f53b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.076821] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.093824] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ee8bdc5d-96ce-4dc4-a9b0-b3a61779d4c2] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.096544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf586c7f-314c-47c2-b810-13670c7ccfb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.104966] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.218162] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.376226] env[68989]: INFO nova.compute.manager [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Took 35.04 seconds to build instance. [ 894.451014] env[68989]: INFO nova.compute.manager [-] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Took 1.32 seconds to deallocate network for instance. [ 894.481274] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.537437] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.537699] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.537860] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.538062] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.538215] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.538365] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.538578] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.538930] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.538930] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.539059] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.539223] env[68989]: DEBUG nova.virt.hardware [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.540118] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4240aff-b4ef-4493-9745-47bdb7502f3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.548334] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec83df5-b81b-46dd-8a74-f24c5964c757 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.570587] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830333} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.570917] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c942db1a-d832-4708-a89e-c751b50c52f8/c942db1a-d832-4708-a89e-c751b50c52f8.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.571115] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.571383] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee657a41-81b0-4735-b9fb-09bb4a368099 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.578135] env[68989]: DEBUG nova.scheduler.client.report [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.586080] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 894.586080] env[68989]: value = "task-3217882" [ 894.586080] env[68989]: _type = "Task" [ 894.586080] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.592459] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.600124] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 925a407f-db5a-4296-94e1-8108d6884fc7] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.616700] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0706ff-e862-451d-8b82-1c0e544ee339 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance '50f4c6c7-b396-4190-90e9-736a7d9a73cf' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.878479] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cafa576e-4309-43fb-81a6-f6714311e024 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.552s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.957369] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.981669] env[68989]: DEBUG nova.network.neutron [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Updating instance_info_cache with network_info: [{"id": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "address": "fa:16:3e:d3:73:d0", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5aeb5d-df", "ovs_interfaceid": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.086726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.087068] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.094114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.107687] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c852f0ff-1907-44d1-a4e0-6f2dd3528324] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.109982] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169358} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.110282] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.111299] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7cc619-c1d9-4d12-b81b-65b8750c7cb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.137380] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c942db1a-d832-4708-a89e-c751b50c52f8/c942db1a-d832-4708-a89e-c751b50c52f8.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.138224] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fc561f-2c46-4fba-a955-2872f67c8681 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166341] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 895.166341] env[68989]: value = "task-3217883" [ 895.166341] env[68989]: _type = "Task" [ 895.166341] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.176868] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.252083] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Successfully updated port: a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.347842] env[68989]: DEBUG nova.network.neutron [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.401802] env[68989]: DEBUG nova.compute.manager [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Received event network-vif-plugged-a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.402058] env[68989]: DEBUG oslo_concurrency.lockutils [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] Acquiring lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.402282] env[68989]: DEBUG oslo_concurrency.lockutils [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.402453] env[68989]: DEBUG oslo_concurrency.lockutils [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.402623] env[68989]: DEBUG nova.compute.manager [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] No waiting events found dispatching network-vif-plugged-a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.402792] env[68989]: WARNING nova.compute.manager [req-842614e0-1f0b-4d93-ad83-2ae50e944cad req-8133cac3-0b62-4494-88fc-e4582acd9914 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Received unexpected event network-vif-plugged-a33f77f8-d7a0-48f4-8850-7240d8d39e05 for instance with vm_state building and task_state spawning. [ 895.406778] env[68989]: DEBUG nova.compute.manager [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Received event network-changed-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.406960] env[68989]: DEBUG nova.compute.manager [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Refreshing instance network info cache due to event network-changed-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.407152] env[68989]: DEBUG oslo_concurrency.lockutils [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] Acquiring lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.484997] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Releasing lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.485584] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Instance network_info: |[{"id": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "address": "fa:16:3e:d3:73:d0", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5aeb5d-df", "ovs_interfaceid": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.485717] env[68989]: DEBUG oslo_concurrency.lockutils [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] Acquired lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.485976] env[68989]: DEBUG nova.network.neutron [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Refreshing network info cache for port 8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.488200] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:73:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5aeb5d-dfaa-4b8d-8149-77d0137fd809', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.495913] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Creating folder: Project (c1db03f13639417f86bfafef865c2143). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.496214] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9531389-821b-4b1f-873a-eecc6f865f31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.512803] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Created folder: Project (c1db03f13639417f86bfafef865c2143) in parent group-v643186. [ 895.513029] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Creating folder: Instances. Parent ref: group-v643384. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.513283] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25251136-6f7a-46e7-90b6-0751b3cd74f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.522915] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Created folder: Instances in parent group-v643384. [ 895.523187] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.523383] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.523700] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18019a5c-4a84-4e27-9fbe-9b1ef73d25fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.543632] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.543632] env[68989]: value = "task-3217886" [ 895.543632] env[68989]: _type = "Task" [ 895.543632] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.551284] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217886, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.600344] env[68989]: DEBUG nova.compute.utils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.606102] env[68989]: DEBUG nova.objects.instance [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lazy-loading 'migration_context' on Instance uuid fe048bc7-2ab8-4970-8d14-f57f08061a3a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.606102] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.606102] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.610837] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: cdb1d402-ec9c-446e-93e6-646ade3cc181] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.662030] env[68989]: DEBUG nova.policy [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c6e2ecdc344940b39821f1e1c9b4ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e389c7e28944471f80502311f1240d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.663905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "e6189195-6a70-4313-9669-d94dbf45d9c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.664819] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.669027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.669027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.669027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.671648] env[68989]: INFO nova.compute.manager [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Terminating instance [ 895.679561] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.760146] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.760146] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.760146] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.855020] env[68989]: DEBUG nova.network.neutron [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.855020] env[68989]: INFO nova.compute.manager [-] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Took 2.10 seconds to deallocate network for instance. [ 896.056465] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217886, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.105887] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.113900] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c5af5e6f-6f97-4e27-9b4d-f18d008f4eac] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.178682] env[68989]: DEBUG nova.compute.manager [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.178984] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.179290] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.182548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d6bf8-db8d-458c-abf5-af2459ac732a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.189742] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.190014] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9594845-434a-4397-b6ed-30d34e343450 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.198761] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 896.198761] env[68989]: value = "task-3217887" [ 896.198761] env[68989]: _type = "Task" [ 896.198761] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.209520] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.292104] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Successfully created port: fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.318666] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.357349] env[68989]: INFO nova.compute.manager [-] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Took 2.45 seconds to deallocate network for instance. [ 896.365285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.520105] env[68989]: DEBUG nova.network.neutron [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Updated VIF entry in instance network info cache for port 8c5aeb5d-dfaa-4b8d-8149-77d0137fd809. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.520496] env[68989]: DEBUG nova.network.neutron [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Updating instance_info_cache with network_info: [{"id": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "address": "fa:16:3e:d3:73:d0", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5aeb5d-df", "ovs_interfaceid": "8c5aeb5d-dfaa-4b8d-8149-77d0137fd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.555701] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217886, 'name': CreateVM_Task, 'duration_secs': 0.648306} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.557912] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.558679] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91113436-e798-453b-8a65-6355f7e5f0a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.561654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.561851] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.562207] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.562449] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5766c1-b6c3-4a6a-83e8-facdd4f7bf52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.569723] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e348f2-f9bb-4ed5-b753-9b1af8f3258d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.573142] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 896.573142] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5251e772-2216-ac0e-b8c8-ebe61eb02bae" [ 896.573142] env[68989]: _type = "Task" [ 896.573142] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.602548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86633f0-a62b-45b9-a729-1d968b5acab0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.609139] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5251e772-2216-ac0e-b8c8-ebe61eb02bae, 'name': SearchDatastore_Task, 'duration_secs': 0.019286} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.609792] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.610072] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.610347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.610497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.610672] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.610952] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d71c209-a564-40f1-af53-6536b86d75f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.615652] env[68989]: DEBUG nova.network.neutron [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Updating instance_info_cache with network_info: [{"id": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "address": "fa:16:3e:45:17:31", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33f77f8-d7", "ovs_interfaceid": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.618158] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08d257-40c3-479f-b3b8-575e698cb1d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.625046] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: cae92c82-6fa0-485e-a58b-6eba91567a78] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.630636] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.630819] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.634473] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e3dd87-398c-432c-87eb-71014f58e2e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.636920] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.637290] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.648554] env[68989]: DEBUG nova.compute.provider_tree [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.654976] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 896.654976] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52371c46-a51b-b951-b423-46db85ccd191" [ 896.654976] env[68989]: _type = "Task" [ 896.654976] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.664795] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52371c46-a51b-b951-b423-46db85ccd191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.676440] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217883, 'name': ReconfigVM_Task, 'duration_secs': 1.137788} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.676859] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c942db1a-d832-4708-a89e-c751b50c52f8/c942db1a-d832-4708-a89e-c751b50c52f8.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.677378] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0671cba8-85a9-48e7-81a2-8d1b3d3d92d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.683659] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 896.683659] env[68989]: value = "task-3217888" [ 896.683659] env[68989]: _type = "Task" [ 896.683659] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.691892] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217888, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.706961] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217887, 'name': PowerOffVM_Task, 'duration_secs': 0.286907} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.707270] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.707440] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.707701] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f5b4f4e-9301-42f0-ada1-99db9498bbf1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.769759] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.769759] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.769759] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] e6189195-6a70-4313-9669-d94dbf45d9c9 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.770060] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d457901-2759-49ef-981a-4bc7510484f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.776482] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 896.776482] env[68989]: value = "task-3217890" [ 896.776482] env[68989]: _type = "Task" [ 896.776482] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.783917] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.865925] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.023274] env[68989]: DEBUG oslo_concurrency.lockutils [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] Releasing lock "refresh_cache-efd0ef92-f751-47e4-b486-d7e1da8e8bbf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.023702] env[68989]: DEBUG nova.compute.manager [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Received event network-vif-deleted-2e63336e-27b8-4561-9fc9-53178f8adcc7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.023770] env[68989]: DEBUG nova.compute.manager [req-d7c9ba5e-b524-40c4-8e96-74339800af1f req-2b89d501-efe5-49a8-98db-a106b96a79ed service nova] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Received event network-vif-deleted-4f2d02ca-940a-47f6-b25a-53c97ec8dae9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.130832] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.133740] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.134043] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Instance network_info: |[{"id": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "address": "fa:16:3e:45:17:31", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33f77f8-d7", "ovs_interfaceid": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.134566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:17:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33f77f8-d7a0-48f4-8850-7240d8d39e05', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.142290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating folder: Project (ed193d875cf64008959fcc8312270b03). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.142556] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.142695] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances with incomplete migration {{(pid=68989) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 897.144373] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693770d4-6a78-4f7f-ab23-4f31d3d137c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.150462] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.154103] env[68989]: DEBUG nova.scheduler.client.report [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.158751] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created folder: Project (ed193d875cf64008959fcc8312270b03) in parent group-v643186. [ 897.158939] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating folder: Instances. Parent ref: group-v643387. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.161865] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.162172] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.162475] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.162589] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.162743] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.162941] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.163160] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.163480] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.164100] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.164611] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.165116] env[68989]: DEBUG nova.virt.hardware [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.168713] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec2b2600-9fcd-4771-afe4-457c3a52adcd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.171793] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffd707-7719-44be-be78-7aee5ff2d848 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.183151] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52371c46-a51b-b951-b423-46db85ccd191, 'name': SearchDatastore_Task, 'duration_secs': 0.017258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.185015] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61e132-2fdc-49bb-994f-8f8b81e900f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.189647] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created folder: Instances in parent group-v643387. [ 897.189739] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.189950] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c322ff-cb21-4f2c-9ff8-0f36488d2311 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.194146] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.198775] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94da4f93-23f9-4fc5-835a-346301055ef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.228227] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 897.228227] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5294dbea-044b-b415-0022-f7095cc5657b" [ 897.228227] env[68989]: _type = "Task" [ 897.228227] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.228517] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217888, 'name': Rename_Task, 'duration_secs': 0.156533} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.230143] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.230375] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.230375] env[68989]: value = "task-3217893" [ 897.230375] env[68989]: _type = "Task" [ 897.230375] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.233426] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db19aa3d-8416-4da6-91b6-d0a01ce4ab84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.242568] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5294dbea-044b-b415-0022-f7095cc5657b, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.246331] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.246594] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] efd0ef92-f751-47e4-b486-d7e1da8e8bbf/efd0ef92-f751-47e4-b486-d7e1da8e8bbf.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.246885] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 897.246885] env[68989]: value = "task-3217894" [ 897.246885] env[68989]: _type = "Task" [ 897.246885] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.247041] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217893, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.247237] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30084de-c4b4-4e90-b3c4-fabefb51c0c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.256703] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.257808] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 897.257808] env[68989]: value = "task-3217895" [ 897.257808] env[68989]: _type = "Task" [ 897.257808] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.266579] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.287086] env[68989]: DEBUG oslo_vmware.api [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3217890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14855} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.287322] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.287530] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.287727] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.287917] env[68989]: INFO nova.compute.manager [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 897.288195] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.288413] env[68989]: DEBUG nova.compute.manager [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.288523] env[68989]: DEBUG nova.network.neutron [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.370315] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.370608] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.370907] env[68989]: DEBUG nova.compute.manager [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Going to confirm migration 4 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 897.501738] env[68989]: DEBUG nova.compute.manager [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Received event network-changed-a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.501738] env[68989]: DEBUG nova.compute.manager [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Refreshing instance network info cache due to event network-changed-a33f77f8-d7a0-48f4-8850-7240d8d39e05. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.502570] env[68989]: DEBUG oslo_concurrency.lockutils [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] Acquiring lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.503071] env[68989]: DEBUG oslo_concurrency.lockutils [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] Acquired lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.503787] env[68989]: DEBUG nova.network.neutron [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Refreshing network info cache for port a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.534511] env[68989]: DEBUG nova.compute.manager [req-4807e711-adb7-4f42-8e8e-82622637ad4c req-98aa60ce-2de4-42b7-bf74-14f476f0c489 service nova] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Received event network-vif-deleted-21245134-dd53-424c-90ad-e2477cb89cc0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.648212] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.678595] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.747278] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217893, 'name': CreateVM_Task, 'duration_secs': 0.364564} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.747475] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.748210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.748380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.748739] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.749083] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd8b81f-94bf-4de7-9c61-5b3599164e0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.762442] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.767206] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 897.767206] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529c847e-80b5-3c2a-8ead-9e247601ae38" [ 897.767206] env[68989]: _type = "Task" [ 897.767206] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.774711] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.778122] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529c847e-80b5-3c2a-8ead-9e247601ae38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.926194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.926481] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.926949] env[68989]: DEBUG nova.network.neutron [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.927291] env[68989]: DEBUG nova.objects.instance [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'info_cache' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.127332] env[68989]: DEBUG nova.network.neutron [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.172621] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.081s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.178371] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.152s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.178604] env[68989]: DEBUG nova.objects.instance [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'resources' on Instance uuid 4e5c6360-bedf-41fb-99c6-24a25a0fb480 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.258867] env[68989]: DEBUG oslo_vmware.api [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217894, 'name': PowerOnVM_Task, 'duration_secs': 0.581982} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.263284] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.263514] env[68989]: INFO nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Took 10.01 seconds to spawn the instance on the hypervisor. [ 898.263700] env[68989]: DEBUG nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.264529] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02c75b-0394-4cec-be42-be6deaa56653 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.270222] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Successfully updated port: fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.289966] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539885} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.290273] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] efd0ef92-f751-47e4-b486-d7e1da8e8bbf/efd0ef92-f751-47e4-b486-d7e1da8e8bbf.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.290524] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.294265] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71adf5f3-ca23-44e1-a6ed-587315502d53 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.296571] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529c847e-80b5-3c2a-8ead-9e247601ae38, 'name': SearchDatastore_Task, 'duration_secs': 0.023003} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.296659] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.296946] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.297139] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.297285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.297561] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.298168] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c5821a1-90db-47e1-806a-4d85896a0cb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.303457] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 898.303457] env[68989]: value = "task-3217896" [ 898.303457] env[68989]: _type = "Task" [ 898.303457] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.308197] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.308387] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.312754] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6faa0f57-4c34-4eba-8154-08e93996ca74 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.315881] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.322826] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 898.322826] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c3428-7dc1-44ff-df7b-7e54dc0960b0" [ 898.322826] env[68989]: _type = "Task" [ 898.322826] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.331398] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c3428-7dc1-44ff-df7b-7e54dc0960b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.356072] env[68989]: DEBUG nova.network.neutron [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Updated VIF entry in instance network info cache for port a33f77f8-d7a0-48f4-8850-7240d8d39e05. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.356483] env[68989]: DEBUG nova.network.neutron [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Updating instance_info_cache with network_info: [{"id": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "address": "fa:16:3e:45:17:31", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33f77f8-d7", "ovs_interfaceid": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.629951] env[68989]: INFO nova.compute.manager [-] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Took 1.34 seconds to deallocate network for instance. [ 898.776970] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.777148] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.777423] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.798651] env[68989]: INFO nova.compute.manager [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Took 39.33 seconds to build instance. [ 898.816708] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067591} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.816998] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.817911] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ddb34-ed45-4610-8862-04780d8f2263 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.844852] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] efd0ef92-f751-47e4-b486-d7e1da8e8bbf/efd0ef92-f751-47e4-b486-d7e1da8e8bbf.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.848084] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456c6bc9-2158-4bbf-8e43-0d809dbc50de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.868021] env[68989]: DEBUG oslo_concurrency.lockutils [req-4910b442-cc08-43a4-bbbd-caa661070425 req-472bb8fa-8507-4598-8d78-5a90138959b0 service nova] Releasing lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.868021] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c3428-7dc1-44ff-df7b-7e54dc0960b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.868933] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eaee771-e4a7-4f9e-844e-b205fc127cb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.873896] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 898.873896] env[68989]: value = "task-3217897" [ 898.873896] env[68989]: _type = "Task" [ 898.873896] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.877537] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 898.877537] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520fdbb5-5322-e59a-acdc-9e9fe35f4a12" [ 898.877537] env[68989]: _type = "Task" [ 898.877537] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.889273] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520fdbb5-5322-e59a-acdc-9e9fe35f4a12, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.895489] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.895723] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/c7d4851d-fdd4-44e3-a20e-28d2d82e0386.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.895981] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.897201] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0d8a35-479a-462a-8caa-d1502beff00c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.904031] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 898.904031] env[68989]: value = "task-3217898" [ 898.904031] env[68989]: _type = "Task" [ 898.904031] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.913017] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.096322] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a2321c-144f-45d0-9bd8-e70ae6f02a53 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.105142] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1483733-fd05-4a67-9628-8b31e3957abf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.139972] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.144330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160241fd-087a-4c0e-875f-beb2437c0b00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.153762] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75daf1-db2f-432c-8d21-baff1f71cfbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.177999] env[68989]: DEBUG nova.compute.provider_tree [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.268270] env[68989]: DEBUG nova.network.neutron [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.300967] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6530e10d-5b52-41c0-9a95-3d08c9038d73 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.849s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.325011] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.387079] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217897, 'name': ReconfigVM_Task, 'duration_secs': 0.284608} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.387324] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] efd0ef92-f751-47e4-b486-d7e1da8e8bbf/efd0ef92-f751-47e4-b486-d7e1da8e8bbf.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.387973] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f864db-f15e-42ea-9c80-6823fa660324 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.393935] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 899.393935] env[68989]: value = "task-3217899" [ 899.393935] env[68989]: _type = "Task" [ 899.393935] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.401723] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217899, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.412537] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494277} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.415325] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/c7d4851d-fdd4-44e3-a20e-28d2d82e0386.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.415396] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.415604] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262fdcd8-2cd4-45fd-b1e9-9b7fe8a23b6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.423207] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 899.423207] env[68989]: value = "task-3217900" [ 899.423207] env[68989]: _type = "Task" [ 899.423207] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.430744] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.505886] env[68989]: DEBUG nova.network.neutron [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.562929] env[68989]: DEBUG nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Received event network-vif-deleted-607cbd17-b421-4416-8062-557ca87bfdfd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.563175] env[68989]: DEBUG nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Received event network-vif-plugged-fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.563371] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.563582] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.563751] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.563918] env[68989]: DEBUG nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] No waiting events found dispatching network-vif-plugged-fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.564102] env[68989]: WARNING nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Received unexpected event network-vif-plugged-fe634a31-6a4a-4863-ab50-7a60fd2591e2 for instance with vm_state building and task_state spawning. [ 899.564294] env[68989]: DEBUG nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Received event network-changed-fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.564472] env[68989]: DEBUG nova.compute.manager [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Refreshing instance network info cache due to event network-changed-fe634a31-6a4a-4863-ab50-7a60fd2591e2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.564653] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Acquiring lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.681726] env[68989]: DEBUG nova.scheduler.client.report [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.711718] env[68989]: INFO nova.compute.manager [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Swapping old allocation on dict_keys(['926ccbcf-a246-4e02-bbbf-c7221f892eac']) held by migration 25a71c22-6263-4916-9be7-638ab20984e2 for instance [ 899.736951] env[68989]: DEBUG nova.scheduler.client.report [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Overwriting current allocation {'allocations': {'926ccbcf-a246-4e02-bbbf-c7221f892eac': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': '9fef83b2949d4a65967e0293bcb299d1', 'user_id': 'f78cd594c62044d4815b1b3b067b5797', 'consumer_generation': 1} on consumer fe048bc7-2ab8-4970-8d14-f57f08061a3a {{(pid=68989) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 899.771248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.771510] env[68989]: DEBUG nova.objects.instance [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'migration_context' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.831615] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.831812] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquired lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.832029] env[68989]: DEBUG nova.network.neutron [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.904862] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217899, 'name': Rename_Task, 'duration_secs': 0.14731} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.904862] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.904862] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e55379c-3879-492c-ab5f-a6cc88c4be84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.911389] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 899.911389] env[68989]: value = "task-3217901" [ 899.911389] env[68989]: _type = "Task" [ 899.911389] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.919542] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.932080] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068787} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.932293] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.933065] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694d492-2795-4874-93f2-fc1301ebb89d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.957897] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/c7d4851d-fdd4-44e3-a20e-28d2d82e0386.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.958324] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747d6d0b-4ef2-4c71-8d7a-350f09c25c9f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.978783] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 899.978783] env[68989]: value = "task-3217902" [ 899.978783] env[68989]: _type = "Task" [ 899.978783] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.987017] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.008737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.009085] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Instance network_info: |[{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.009401] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Acquired lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.009580] env[68989]: DEBUG nova.network.neutron [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Refreshing network info cache for port fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.011118] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:17:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe634a31-6a4a-4863-ab50-7a60fd2591e2', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.019192] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.022312] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.022822] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-163846d6-0f8f-4b8c-9636-25a8c292fb46 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.043335] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.043335] env[68989]: value = "task-3217903" [ 900.043335] env[68989]: _type = "Task" [ 900.043335] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.051583] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217903, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.186982] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.189818] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.204s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.190207] env[68989]: DEBUG nova.objects.instance [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'resources' on Instance uuid 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.214410] env[68989]: INFO nova.scheduler.client.report [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocations for instance 4e5c6360-bedf-41fb-99c6-24a25a0fb480 [ 900.246821] env[68989]: DEBUG nova.network.neutron [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updated VIF entry in instance network info cache for port fe634a31-6a4a-4863-ab50-7a60fd2591e2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.247273] env[68989]: DEBUG nova.network.neutron [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.274242] env[68989]: DEBUG nova.objects.base [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Object Instance<50f4c6c7-b396-4190-90e9-736a7d9a73cf> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.275705] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afc985-8603-4bd5-abd6-601072601f35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.295444] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c93d18-8cf0-40dd-b011-a1ca28252512 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.300964] env[68989]: DEBUG oslo_vmware.api [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 900.300964] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da1f64-c72a-3d33-2bfe-f04acf41ba34" [ 900.300964] env[68989]: _type = "Task" [ 900.300964] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.311699] env[68989]: DEBUG oslo_vmware.api [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da1f64-c72a-3d33-2bfe-f04acf41ba34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.422365] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.491032] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217902, 'name': ReconfigVM_Task, 'duration_secs': 0.458573} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.491032] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/c7d4851d-fdd4-44e3-a20e-28d2d82e0386.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.491290] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef4967ba-b59f-47af-b924-33785101dbad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.496852] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 900.496852] env[68989]: value = "task-3217904" [ 900.496852] env[68989]: _type = "Task" [ 900.496852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.507135] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217904, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.553557] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217903, 'name': CreateVM_Task, 'duration_secs': 0.38369} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.553557] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.554023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.554177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.554603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.555009] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fe670a-01a1-4384-b06f-f3a37ec1d8a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.559773] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 900.559773] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4e5bb-3e66-a36e-571f-2cb059375234" [ 900.559773] env[68989]: _type = "Task" [ 900.559773] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.566721] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4e5bb-3e66-a36e-571f-2cb059375234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.567657] env[68989]: DEBUG nova.network.neutron [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [{"id": "f7199f21-686c-4f47-a7e8-5cad895febc9", "address": "fa:16:3e:d6:d9:60", "network": {"id": "30843c99-4be4-4d55-859d-dea3adced61b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "efe8886e53934027b53c8b954d2a0b68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7199f21-68", "ovs_interfaceid": "f7199f21-686c-4f47-a7e8-5cad895febc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.692680] env[68989]: DEBUG nova.objects.instance [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'numa_topology' on Instance uuid 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.721842] env[68989]: DEBUG oslo_concurrency.lockutils [None req-075ed22b-10fd-4c97-9303-bc40f7f2f614 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "4e5c6360-bedf-41fb-99c6-24a25a0fb480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.886s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.752912] env[68989]: DEBUG oslo_concurrency.lockutils [req-302aa1e1-d71d-45b5-8267-5d0ed9aa569a req-c7aff396-7654-461f-8b4c-b9769e751927 service nova] Releasing lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.812881] env[68989]: DEBUG oslo_vmware.api [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da1f64-c72a-3d33-2bfe-f04acf41ba34, 'name': SearchDatastore_Task, 'duration_secs': 0.008031} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.813020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.865659] env[68989]: DEBUG nova.compute.manager [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.866416] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d1237-4e2c-4e88-90c8-8d939956212a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.922796] env[68989]: DEBUG oslo_vmware.api [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217901, 'name': PowerOnVM_Task, 'duration_secs': 0.578538} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.923268] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.923629] env[68989]: INFO nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Took 9.13 seconds to spawn the instance on the hypervisor. [ 900.924036] env[68989]: DEBUG nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.925675] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7578e932-0aed-46ae-8de9-4531ed46207c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.007435] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217904, 'name': Rename_Task, 'duration_secs': 0.317237} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.007733] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.007977] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0774350-5aec-48d1-a2e4-c2021adcf79c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.014219] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 901.014219] env[68989]: value = "task-3217905" [ 901.014219] env[68989]: _type = "Task" [ 901.014219] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.021675] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.070737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Releasing lock "refresh_cache-fe048bc7-2ab8-4970-8d14-f57f08061a3a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.071307] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.071587] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c4e5bb-3e66-a36e-571f-2cb059375234, 'name': SearchDatastore_Task, 'duration_secs': 0.025986} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.071800] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2bc3e08-cdf0-40c0-8a44-8862c713000e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.074009] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.074239] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.074471] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074619] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074825] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.075040] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0376e8e-337c-490d-b5fd-183b6ceb0564 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.083559] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 901.083559] env[68989]: value = "task-3217906" [ 901.083559] env[68989]: _type = "Task" [ 901.083559] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.087172] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.087408] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.091207] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3281cca-6d5c-4544-98b3-dc3abf65f4e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.093567] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.096440] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 901.096440] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520633bd-7896-290d-91b6-c2e857e68fb2" [ 901.096440] env[68989]: _type = "Task" [ 901.096440] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.104480] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520633bd-7896-290d-91b6-c2e857e68fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.195593] env[68989]: DEBUG nova.objects.base [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Object Instance<18ec159d-f78c-44e7-b0a1-b8e16a73d3c0> lazy-loaded attributes: resources,numa_topology {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.375913] env[68989]: DEBUG nova.compute.manager [None req-e69c68f3-98ce-4464-8d80-c07e0a4c3461 tempest-ServerDiagnosticsTest-1064693150 tempest-ServerDiagnosticsTest-1064693150-project-admin] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.377341] env[68989]: INFO nova.compute.manager [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] instance snapshotting [ 901.379499] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf4e6e-da08-44c1-ac52-ba16b2483839 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.385344] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290654a-fbe7-4493-84c5-54ba7e242ed6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.408945] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbf4b9-b3c6-41f0-af18-73f8229754b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411757] env[68989]: INFO nova.compute.manager [None req-e69c68f3-98ce-4464-8d80-c07e0a4c3461 tempest-ServerDiagnosticsTest-1064693150 tempest-ServerDiagnosticsTest-1064693150-project-admin] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Retrieving diagnostics [ 901.412765] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ba828-c1b2-4045-8896-72405f367d35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.456379] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.456881] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-502ef95b-3969-480b-a666-dfc0cdc35022 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.458931] env[68989]: INFO nova.compute.manager [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Took 33.21 seconds to build instance. [ 901.465655] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 901.465655] env[68989]: value = "task-3217907" [ 901.465655] env[68989]: _type = "Task" [ 901.465655] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.477304] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.526811] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217905, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.550470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8335745-a347-42b7-b724-05b8599abcff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.557932] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c67e8e-20c2-4745-8b06-7854510311b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.590656] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e2200-002a-457a-a157-79bab780dfa6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.597776] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217906, 'name': PowerOffVM_Task, 'duration_secs': 0.359581} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.602290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.602980] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='987cd84a-f47b-47be-a452-009b3fbb3223',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1407065674',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.603180] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.603350] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.603535] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.603684] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.603831] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.604049] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.604428] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.604428] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.604540] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.604696] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.609751] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405b0659-daf8-449a-be9f-2786f9ff2646 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.621115] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa09253b-e06c-44e8-b817-39e776a91eb6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.630164] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520633bd-7896-290d-91b6-c2e857e68fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.642031] env[68989]: DEBUG nova.compute.provider_tree [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.642031] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 901.642031] env[68989]: value = "task-3217908" [ 901.642031] env[68989]: _type = "Task" [ 901.642031] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.642031] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9809043a-576c-48e8-b2ea-dc9463e9aa7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.650185] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 901.650185] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52455b13-8258-1fd7-dec7-051cd19f47c4" [ 901.650185] env[68989]: _type = "Task" [ 901.650185] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.653671] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.664408] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52455b13-8258-1fd7-dec7-051cd19f47c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.664656] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.664919] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.665240] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f9ae58a-3773-4bae-8ec8-00c980dd3d7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.672261] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 901.672261] env[68989]: value = "task-3217909" [ 901.672261] env[68989]: _type = "Task" [ 901.672261] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.679975] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.961033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8db5c3b5-9310-48f7-b0c4-6acd5e4f4410 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.716s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.976369] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.026106] env[68989]: DEBUG oslo_vmware.api [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217905, 'name': PowerOnVM_Task, 'duration_secs': 0.707861} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.026421] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.026629] env[68989]: INFO nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Took 7.55 seconds to spawn the instance on the hypervisor. [ 902.026815] env[68989]: DEBUG nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.027678] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad93af2-c508-439d-b8f2-d25ad9caa0fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.142962] env[68989]: DEBUG nova.scheduler.client.report [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.156209] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217908, 'name': ReconfigVM_Task, 'duration_secs': 0.162966} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.157281] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4592f2-b08f-4d76-8733-9eddd2c28fe0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.177995] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='987cd84a-f47b-47be-a452-009b3fbb3223',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1407065674',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.178770] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.178860] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.179173] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.179369] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.179589] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.179747] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.179924] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.180151] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.180331] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.180588] env[68989]: DEBUG nova.virt.hardware [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.184928] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e4e697-16a6-437b-bc3a-f79c460158d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.193245] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217909, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.194806] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 902.194806] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520feef5-31a4-58f5-da85-9656f4511ef7" [ 902.194806] env[68989]: _type = "Task" [ 902.194806] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.202713] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520feef5-31a4-58f5-da85-9656f4511ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.451732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.451979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.452304] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.452507] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.452678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.454818] env[68989]: INFO nova.compute.manager [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Terminating instance [ 902.476131] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217907, 'name': CreateSnapshot_Task, 'duration_secs': 0.651401} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.476370] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.477101] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc2b78-dd38-477d-bf2c-e5ba1f960bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.543856] env[68989]: INFO nova.compute.manager [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Took 30.41 seconds to build instance. [ 902.651638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.654174] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.998s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.654414] env[68989]: DEBUG nova.objects.instance [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lazy-loading 'resources' on Instance uuid f57f9133-5a18-476e-b10c-233a47c228d7 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.687868] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596134} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.687868] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.687868] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.687868] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b9b735-9012-433e-9d16-3c18e7c1048b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.694250] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 902.694250] env[68989]: value = "task-3217910" [ 902.694250] env[68989]: _type = "Task" [ 902.694250] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.704411] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.707724] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520feef5-31a4-58f5-da85-9656f4511ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.713289] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 902.713893] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54162dac-e8cb-44f5-b964-db974fe5bb27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.731533] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 902.731533] env[68989]: value = "task-3217911" [ 902.731533] env[68989]: _type = "Task" [ 902.731533] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.739578] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.958615] env[68989]: DEBUG nova.compute.manager [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.959509] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.959762] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3187f29-4d7d-4cbd-8dc2-bbf86b047ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.967670] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.967924] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f358ba1-0131-4d20-bd97-082c859a1c1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.974989] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 902.974989] env[68989]: value = "task-3217912" [ 902.974989] env[68989]: _type = "Task" [ 902.974989] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.982854] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.994863] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 902.995190] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8a62663-f152-40cd-84c5-27ef4ce99012 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.005429] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 903.005429] env[68989]: value = "task-3217913" [ 903.005429] env[68989]: _type = "Task" [ 903.005429] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.016902] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217913, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.045643] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eab1ef21-79d6-4ac1-bd88-865ade024d4c tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.917s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.163923] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48646594-2ac7-4608-87bd-de7f64176173 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.513s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.165153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.555s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.165362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.165622] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.165849] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.167830] env[68989]: INFO nova.compute.manager [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Terminating instance [ 903.208204] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219972} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.208498] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.209353] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990b65f-b370-4380-aba9-58a655d214e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.235490] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.235892] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9888ec4-6ea2-4517-9755-e425a7291a5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.261749] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217911, 'name': ReconfigVM_Task, 'duration_secs': 0.302812} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.263315] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.263458] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 903.263458] env[68989]: value = "task-3217914" [ 903.263458] env[68989]: _type = "Task" [ 903.263458] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.264167] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc0e19-c789-48f4-b66a-af3092b6df72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.292632] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.298819] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928ba2fa-5f42-48f2-a036-48cccec6e4a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.312878] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.318569] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 903.318569] env[68989]: value = "task-3217915" [ 903.318569] env[68989]: _type = "Task" [ 903.318569] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.330773] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.487878] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217912, 'name': PowerOffVM_Task, 'duration_secs': 0.438831} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.490640] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.490825] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.491319] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1926810b-fd22-4c2c-b220-e8d401b22772 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.517118] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217913, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.554479] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3494e67d-8f2f-424a-b57d-564052d9fe59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.562722] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbf18fb-5a3d-4261-99c8-9f2a814c9024 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.567015] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.567217] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.567401] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Deleting the datastore file [datastore2] efd0ef92-f751-47e4-b486-d7e1da8e8bbf {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.567963] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5971bc2-cd69-4d5a-9fa7-ce2add3e7992 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.597340] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b2d3f4-fccd-41e6-bde6-9965b58dc004 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.600079] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for the task: (returnval){ [ 903.600079] env[68989]: value = "task-3217917" [ 903.600079] env[68989]: _type = "Task" [ 903.600079] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.605730] env[68989]: INFO nova.compute.manager [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Rescuing [ 903.605730] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.605946] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.606011] env[68989]: DEBUG nova.network.neutron [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.608412] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56b781-da77-4e40-bbea-6c3897b93b69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.615869] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.626982] env[68989]: DEBUG nova.compute.provider_tree [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.671655] env[68989]: DEBUG nova.compute.manager [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.672587] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.672587] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07465bc4-d125-40ed-9da0-d1900fa4c9c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.682047] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b291388-0230-4576-a9dc-6f8697039dc7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.716736] env[68989]: WARNING nova.virt.vmwareapi.vmops [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0 could not be found. [ 903.716922] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.717102] env[68989]: INFO nova.compute.manager [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Took 0.05 seconds to destroy the instance on the hypervisor. [ 903.717501] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.717681] env[68989]: DEBUG nova.compute.manager [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.717778] env[68989]: DEBUG nova.network.neutron [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.776574] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217914, 'name': ReconfigVM_Task, 'duration_secs': 0.499335} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.776914] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.777767] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a340f0c4-b00c-45d2-976a-1877f86a4f5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.786644] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 903.786644] env[68989]: value = "task-3217918" [ 903.786644] env[68989]: _type = "Task" [ 903.786644] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.798215] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217918, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.829972] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.016797] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217913, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.111946] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.129793] env[68989]: DEBUG nova.scheduler.client.report [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.296619] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217918, 'name': Rename_Task, 'duration_secs': 0.194874} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.296980] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.297280] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88dc2490-c7ee-459b-8cfc-310eaca5edcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.304729] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 904.304729] env[68989]: value = "task-3217919" [ 904.304729] env[68989]: _type = "Task" [ 904.304729] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.319411] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.336440] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217915, 'name': ReconfigVM_Task, 'duration_secs': 0.548385} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.337145] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a/fe048bc7-2ab8-4970-8d14-f57f08061a3a.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.338682] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56172c5-242a-446c-9660-68fc2e458832 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.365806] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c1ac2a-ecf0-411c-af81-079289b04002 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.399223] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bc51b-b2a1-4af3-8216-2a6a33d69f62 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.433641] env[68989]: DEBUG nova.network.neutron [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Updating instance_info_cache with network_info: [{"id": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "address": "fa:16:3e:45:17:31", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33f77f8-d7", "ovs_interfaceid": "a33f77f8-d7a0-48f4-8850-7240d8d39e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.435576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd93411-cda1-44d0-9093-bb877654651f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.444696] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.445681] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168d9023-5d51-4253-b4bd-01716038f567 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.457185] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 904.457185] env[68989]: value = "task-3217920" [ 904.457185] env[68989]: _type = "Task" [ 904.457185] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.463967] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.467283] env[68989]: DEBUG nova.network.neutron [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.520771] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217913, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.610497] env[68989]: DEBUG oslo_vmware.api [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Task: {'id': task-3217917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.916136} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.610787] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.610973] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.611170] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.611357] env[68989]: INFO nova.compute.manager [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Took 1.65 seconds to destroy the instance on the hypervisor. [ 904.611587] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.611830] env[68989]: DEBUG nova.compute.manager [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.612015] env[68989]: DEBUG nova.network.neutron [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.634967] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.637434] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.304s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.637691] env[68989]: DEBUG nova.objects.instance [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lazy-loading 'resources' on Instance uuid 6d98b0bd-5c38-48db-8e34-6461537e6fcb {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.662897] env[68989]: INFO nova.scheduler.client.report [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleted allocations for instance f57f9133-5a18-476e-b10c-233a47c228d7 [ 904.816777] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.940324] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "refresh_cache-c7d4851d-fdd4-44e3-a20e-28d2d82e0386" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.967770] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.971213] env[68989]: INFO nova.compute.manager [-] [instance: 18ec159d-f78c-44e7-b0a1-b8e16a73d3c0] Took 1.25 seconds to deallocate network for instance. [ 905.023501] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217913, 'name': CloneVM_Task, 'duration_secs': 1.683348} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.023832] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Created linked-clone VM from snapshot [ 905.024972] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb01f84-502c-4184-ac32-0ef0ecb11f3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.036524] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Uploading image 78f3eb06-f801-4957-b4dd-32c0fef2687b {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 905.060306] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.060306] env[68989]: value = "vm-643392" [ 905.060306] env[68989]: _type = "VirtualMachine" [ 905.060306] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.060638] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f2e339c-61a6-4da9-aee9-0d7b77bb9cac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067722] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease: (returnval){ [ 905.067722] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a909e2-b25d-0228-35fa-05ecf5cbc1cb" [ 905.067722] env[68989]: _type = "HttpNfcLease" [ 905.067722] env[68989]: } obtained for exporting VM: (result){ [ 905.067722] env[68989]: value = "vm-643392" [ 905.067722] env[68989]: _type = "VirtualMachine" [ 905.067722] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.068099] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the lease: (returnval){ [ 905.068099] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a909e2-b25d-0228-35fa-05ecf5cbc1cb" [ 905.068099] env[68989]: _type = "HttpNfcLease" [ 905.068099] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.075102] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.075102] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a909e2-b25d-0228-35fa-05ecf5cbc1cb" [ 905.075102] env[68989]: _type = "HttpNfcLease" [ 905.075102] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.174862] env[68989]: DEBUG oslo_concurrency.lockutils [None req-49dc36eb-c52f-4f3a-bb1e-3d09aebf1597 tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "f57f9133-5a18-476e-b10c-233a47c228d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.598s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.317670] env[68989]: DEBUG oslo_vmware.api [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217919, 'name': PowerOnVM_Task, 'duration_secs': 0.688847} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.318759] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.318970] env[68989]: INFO nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Took 8.19 seconds to spawn the instance on the hypervisor. [ 905.319180] env[68989]: DEBUG nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.324604] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69151bbb-681a-4962-8bcf-b4a9ad5b938e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.367906] env[68989]: DEBUG nova.network.neutron [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.464995] env[68989]: DEBUG oslo_vmware.api [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217920, 'name': PowerOnVM_Task, 'duration_secs': 0.581079} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.465344] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.528942] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2a834-4950-4cf1-9c65-ab89fc83fb67 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.537596] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460600b4-5154-4f5b-a059-1d5cbe58046d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.573701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7d554-3b36-410e-9687-b3ea3c294b7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.581906] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.581906] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a909e2-b25d-0228-35fa-05ecf5cbc1cb" [ 905.581906] env[68989]: _type = "HttpNfcLease" [ 905.581906] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.582312] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.582312] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a909e2-b25d-0228-35fa-05ecf5cbc1cb" [ 905.582312] env[68989]: _type = "HttpNfcLease" [ 905.582312] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 905.583564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e34817c-7ae9-469f-b7df-52f30f56e085 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.587655] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42f506-9063-4b36-ae86-a9426a01b4f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.600256] env[68989]: DEBUG nova.compute.provider_tree [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.604801] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.604987] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 905.746591] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6dbff24c-5bf9-48e4-a1c2-9dcf35887b31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.848051] env[68989]: INFO nova.compute.manager [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Took 31.35 seconds to build instance. [ 905.873085] env[68989]: INFO nova.compute.manager [-] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Took 1.26 seconds to deallocate network for instance. [ 905.999772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ee4856e4-ab3c-4c81-8a51-d246dac75b09 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "18ec159d-f78c-44e7-b0a1-b8e16a73d3c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.835s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.108012] env[68989]: DEBUG nova.scheduler.client.report [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.117560] env[68989]: DEBUG nova.compute.manager [req-5f46ca65-0db0-4e75-8002-326bf453302b req-3952098c-fbee-44ba-b643-148366272dfa service nova] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Received event network-vif-deleted-8c5aeb5d-dfaa-4b8d-8149-77d0137fd809 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.350103] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77c53bc6-08c8-42c5-85aa-062d8686f9b9 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.864s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.385210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.477754] env[68989]: INFO nova.compute.manager [None req-0debf573-f4b8-4b99-8ed9-157fcd0c142e tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance to original state: 'active' [ 906.484025] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.484577] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6eca2c0-75b8-46e9-a758-28ec470d3de4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.493908] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 906.493908] env[68989]: value = "task-3217922" [ 906.493908] env[68989]: _type = "Task" [ 906.493908] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.503319] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.615776] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.618539] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.662s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.618927] env[68989]: DEBUG nova.objects.instance [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lazy-loading 'resources' on Instance uuid 16297099-f14f-455b-a4bc-7883c8f35d80 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.641379] env[68989]: INFO nova.scheduler.client.report [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted allocations for instance 6d98b0bd-5c38-48db-8e34-6461537e6fcb [ 907.008991] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217922, 'name': PowerOffVM_Task, 'duration_secs': 0.355201} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.009405] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.010360] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e5ce8-4f35-4baf-bba9-10e2933731d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.035616] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1574d6-253b-4247-946a-cde2e66cbc5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.072126] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.072775] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97a3ee9-93a2-4a93-8ee0-9713e1050297 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.079078] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 907.079078] env[68989]: value = "task-3217923" [ 907.079078] env[68989]: _type = "Task" [ 907.079078] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.088611] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.088716] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.088885] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.089047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089232] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.090174] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0fcd03a-3638-4873-863f-5462c683b3e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.098270] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.098518] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.099361] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2de3d2e-bea3-41db-af1e-3dbdc6774b2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.105182] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 907.105182] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d38a2f-6832-6cff-ee04-384f0808915f" [ 907.105182] env[68989]: _type = "Task" [ 907.105182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.118148] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d38a2f-6832-6cff-ee04-384f0808915f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.154741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-122850fa-05ff-42e5-aafb-2770ba0facdf tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "6d98b0bd-5c38-48db-8e34-6461537e6fcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.904s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.284374] env[68989]: DEBUG nova.compute.manager [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 907.544109] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ba167-758a-40c5-9273-31155dddc757 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.552180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc31de9-818a-4851-926b-b860976a3726 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.588187] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2b4f3-08f6-4e06-a286-7379095196b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.599812] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71da8cd1-9bf6-4e9c-95f7-0482d49eb7bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.620107] env[68989]: DEBUG nova.compute.provider_tree [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.627541] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d38a2f-6832-6cff-ee04-384f0808915f, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.628374] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18719e3b-5502-4607-a93b-394679d30515 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.634984] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 907.634984] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5266b473-d095-139b-4704-3d125dee61f6" [ 907.634984] env[68989]: _type = "Task" [ 907.634984] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.648844] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5266b473-d095-139b-4704-3d125dee61f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.745263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.746028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.808277] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.829674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "3472ecf7-5869-4971-818f-538ed1506eab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.830058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.095567] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "49ec9dce-c963-4126-8fe6-f7e247e54072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.095870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.096100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.096291] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.096466] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.099348] env[68989]: INFO nova.compute.manager [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Terminating instance [ 908.123948] env[68989]: DEBUG nova.scheduler.client.report [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.146904] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5266b473-d095-139b-4704-3d125dee61f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.147233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.147548] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 908.147832] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1621bc-bf6e-4660-988f-8591748b25a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.157127] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 908.157127] env[68989]: value = "task-3217924" [ 908.157127] env[68989]: _type = "Task" [ 908.157127] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.166920] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.250025] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.295555] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.295899] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.296177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.296381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.296556] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.298748] env[68989]: INFO nova.compute.manager [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Terminating instance [ 908.332838] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.604054] env[68989]: DEBUG nova.compute.manager [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.604419] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.605374] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbffcb5-5b1d-4d16-833c-a5e89511fe1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.614826] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.615166] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f58c402-4a6c-4832-9ed7-42b11b50c32f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.625015] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 908.625015] env[68989]: value = "task-3217925" [ 908.625015] env[68989]: _type = "Task" [ 908.625015] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.632872] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.636200] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.273s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.636805] env[68989]: DEBUG nova.objects.instance [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lazy-loading 'resources' on Instance uuid a5b80dce-a902-4259-955c-14e42eb28e8f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.647030] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.659838] env[68989]: INFO nova.scheduler.client.report [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Deleted allocations for instance 16297099-f14f-455b-a4bc-7883c8f35d80 [ 908.676459] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217924, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.772808] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.802970] env[68989]: DEBUG nova.compute.manager [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.803417] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.804864] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fadd59-8e8f-417f-8bf9-5a05f7200ef7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.814997] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.815319] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b22f88-36ce-4e33-83dd-4844bd526be2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.827126] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 908.827126] env[68989]: value = "task-3217926" [ 908.827126] env[68989]: _type = "Task" [ 908.827126] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.841987] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.858701] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.136981] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217925, 'name': PowerOffVM_Task, 'duration_secs': 0.247881} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.137377] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.137574] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.137845] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821f04f6-56b4-430f-9ab5-bb956f53ca78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.171453] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3af33032-c01b-4f1a-80d6-35f180b8391b tempest-ListImageFiltersTestJSON-178811687 tempest-ListImageFiltersTestJSON-178811687-project-member] Lock "16297099-f14f-455b-a4bc-7883c8f35d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.435s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.180915] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828064} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.182023] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 909.183115] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994def08-7d55-44d9-be2d-51666260e722 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.215286] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.219600] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc6be75-01e2-4ec6-8fd0-d20fc921c91c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.235204] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.235453] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.235641] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore2] 49ec9dce-c963-4126-8fe6-f7e247e54072 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.236689] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e227583b-c1ff-428c-8570-483f32de6285 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.243089] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 909.243089] env[68989]: value = "task-3217928" [ 909.243089] env[68989]: _type = "Task" [ 909.243089] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.244622] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 909.244622] env[68989]: value = "task-3217929" [ 909.244622] env[68989]: _type = "Task" [ 909.244622] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.261573] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.265052] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.340763] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217926, 'name': PowerOffVM_Task, 'duration_secs': 0.358538} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.340978] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.341202] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.341428] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0877d8c-e6e7-4f38-bdb5-e228d475ef08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.434528] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.434953] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.435244] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleting the datastore file [datastore2] fe048bc7-2ab8-4970-8d14-f57f08061a3a {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.435599] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f829c1ae-269a-4c20-8040-91f095774bc2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.444954] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 909.444954] env[68989]: value = "task-3217931" [ 909.444954] env[68989]: _type = "Task" [ 909.444954] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.459797] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.544070] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32291e4d-b18e-4541-a2da-74e962e6ea18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.552152] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e7d51-bb37-48db-b5c4-e723e20a0ec0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.583582] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c29086-ead2-4d96-a06a-021f60a10d2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.593048] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf9761-0dce-4fb0-a16a-efe87625552a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.607869] env[68989]: DEBUG nova.compute.provider_tree [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.760445] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.763709] env[68989]: DEBUG oslo_vmware.api [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278826} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.763962] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.764179] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.764385] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.764630] env[68989]: INFO nova.compute.manager [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.764905] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.765116] env[68989]: DEBUG nova.compute.manager [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.765237] env[68989]: DEBUG nova.network.neutron [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.957930] env[68989]: DEBUG oslo_vmware.api [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391037} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.958291] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.958551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.959027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.959289] env[68989]: INFO nova.compute.manager [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.959616] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.959867] env[68989]: DEBUG nova.compute.manager [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.959996] env[68989]: DEBUG nova.network.neutron [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.112940] env[68989]: DEBUG nova.scheduler.client.report [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.184309] env[68989]: DEBUG nova.compute.manager [req-30a7c5d6-5f91-4e65-8ce7-65abf33076d8 req-7d280c40-937e-4d7e-95ef-edeb24fc3bbd service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Received event network-vif-deleted-1a02277c-2ff0-4061-9680-0b3bd12d6673 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.184525] env[68989]: INFO nova.compute.manager [req-30a7c5d6-5f91-4e65-8ce7-65abf33076d8 req-7d280c40-937e-4d7e-95ef-edeb24fc3bbd service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Neutron deleted interface 1a02277c-2ff0-4061-9680-0b3bd12d6673; detaching it from the instance and deleting it from the info cache [ 910.184700] env[68989]: DEBUG nova.network.neutron [req-30a7c5d6-5f91-4e65-8ce7-65abf33076d8 req-7d280c40-937e-4d7e-95ef-edeb24fc3bbd service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.267791] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217928, 'name': ReconfigVM_Task, 'duration_secs': 0.565191} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.269371] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.270574] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588a13b0-0d6a-4696-80b4-9c7c89db3511 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.304600] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a920fb2e-61e1-4c3c-8793-c410de981002 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.322195] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 910.322195] env[68989]: value = "task-3217932" [ 910.322195] env[68989]: _type = "Task" [ 910.322195] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.333718] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.618126] env[68989]: DEBUG nova.network.neutron [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.621478] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.624037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.758s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.624037] env[68989]: DEBUG nova.objects.instance [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lazy-loading 'resources' on Instance uuid 462c1bd7-8c6a-45f4-a711-7c66d4457532 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.655985] env[68989]: INFO nova.scheduler.client.report [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Deleted allocations for instance a5b80dce-a902-4259-955c-14e42eb28e8f [ 910.689742] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a63e030-cc62-4f3d-b41f-df176003bb1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.701262] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf8757-08e9-4c8f-8018-13d3bf9451a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.742921] env[68989]: DEBUG nova.compute.manager [req-30a7c5d6-5f91-4e65-8ce7-65abf33076d8 req-7d280c40-937e-4d7e-95ef-edeb24fc3bbd service nova] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Detach interface failed, port_id=1a02277c-2ff0-4061-9680-0b3bd12d6673, reason: Instance 49ec9dce-c963-4126-8fe6-f7e247e54072 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.771194] env[68989]: DEBUG nova.network.neutron [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.833648] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217932, 'name': ReconfigVM_Task, 'duration_secs': 0.272449} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.833950] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.834223] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe00bf5-b172-4602-9493-3e2e3819eddb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.842661] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 910.842661] env[68989]: value = "task-3217933" [ 910.842661] env[68989]: _type = "Task" [ 910.842661] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.853936] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.124050] env[68989]: INFO nova.compute.manager [-] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Took 1.36 seconds to deallocate network for instance. [ 911.167101] env[68989]: DEBUG oslo_concurrency.lockutils [None req-334f702d-3660-49f5-917b-84dd0695f0be tempest-ServerMetadataNegativeTestJSON-792228154 tempest-ServerMetadataNegativeTestJSON-792228154-project-member] Lock "a5b80dce-a902-4259-955c-14e42eb28e8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.044s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.273937] env[68989]: INFO nova.compute.manager [-] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Took 1.31 seconds to deallocate network for instance. [ 911.354320] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.541406] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64754b56-e610-4f3e-bd2e-1eb165be76b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.550401] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d989224-1c68-40e5-809e-65346f8660f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.590590] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415eded-40e4-45e5-a4fd-2243e0c93496 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.599809] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026c2bf-b2b8-498a-bffe-4967a42b7244 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.620077] env[68989]: DEBUG nova.compute.provider_tree [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.633505] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.785077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.853744] env[68989]: DEBUG oslo_vmware.api [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217933, 'name': PowerOnVM_Task, 'duration_secs': 0.517308} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.854069] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.856948] env[68989]: DEBUG nova.compute.manager [None req-9de2636d-6304-4a4d-ad9d-d2eaea9c9880 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.857793] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d49c2-aa58-4643-af2d-a5202c6352a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.123686] env[68989]: DEBUG nova.scheduler.client.report [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.220398] env[68989]: DEBUG nova.compute.manager [req-00658b59-f65e-488b-9070-e46d2ed9982c req-5f52e787-5e32-4139-88eb-6dc4af3de609 service nova] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Received event network-vif-deleted-f7199f21-686c-4f47-a7e8-5cad895febc9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.630201] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.632796] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.954s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.637054] env[68989]: INFO nova.compute.claims [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.667368] env[68989]: INFO nova.scheduler.client.report [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Deleted allocations for instance 462c1bd7-8c6a-45f4-a711-7c66d4457532 [ 912.804327] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.805738] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0537f7b-9874-46d2-983a-d45008cff08d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.814225] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.814447] env[68989]: ERROR oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk due to incomplete transfer. [ 912.814687] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a747f3d3-d145-4353-80a9-b9135861e927 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.824125] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5dc71-3208-747b-52f8-55b34b088f8c/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.824241] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Uploaded image 78f3eb06-f801-4957-b4dd-32c0fef2687b to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.826608] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.826859] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01567b86-6f28-4b7d-a90f-3875ae5d005b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.833845] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 912.833845] env[68989]: value = "task-3217934" [ 912.833845] env[68989]: _type = "Task" [ 912.833845] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.843858] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217934, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.179393] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2ec69703-2e1c-449b-a17a-1de514fbe8e1 tempest-VolumesAdminNegativeTest-1031199917 tempest-VolumesAdminNegativeTest-1031199917-project-member] Lock "462c1bd7-8c6a-45f4-a711-7c66d4457532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.906s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.345371] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217934, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.548519] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.549389] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.847446] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217934, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.026610] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.026819] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.031289] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee51f77-7c27-462f-9f59-b58e0db5a686 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.040270] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb8674-7453-420f-85e9-5bda01c3aec8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.075838] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.079686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b89d84-83f8-4496-8dc8-d194e658c494 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.089287] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63235198-2bf5-4000-9f18-72f408f274c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.104729] env[68989]: DEBUG nova.compute.provider_tree [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.182093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.182325] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.346129] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217934, 'name': Destroy_Task, 'duration_secs': 1.346056} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.346129] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Destroyed the VM [ 914.346129] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.346129] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46fa91e4-2407-4bfb-92da-40d3c12b293e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.353213] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 914.353213] env[68989]: value = "task-3217935" [ 914.353213] env[68989]: _type = "Task" [ 914.353213] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.362204] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.530221] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.606170] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.610232] env[68989]: DEBUG nova.scheduler.client.report [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.685340] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.864443] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217935, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.060828] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.114968] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.115561] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.119670] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.979s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.119670] env[68989]: DEBUG nova.objects.instance [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid e6189195-6a70-4313-9669-d94dbf45d9c9 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.208645] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.365073] env[68989]: DEBUG oslo_vmware.api [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3217935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.689212} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.365353] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.365614] env[68989]: INFO nova.compute.manager [None req-dd3c82f7-148c-49ca-8f9f-1e5dcfa391b7 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Took 13.98 seconds to snapshot the instance on the hypervisor. [ 915.622240] env[68989]: DEBUG nova.compute.utils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.626081] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.626261] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.664806] env[68989]: DEBUG nova.policy [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23443f5dbb7c4e948a0396674cbc6423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44fbddb250b44922a5e9f81845419b32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.986842] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e4e80f-e4b0-47a6-b52a-43057adfa63f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.994906] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880fe9a-9112-4ed2-a601-3be4f67ea850 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.026638] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d42e988-30b1-4004-a355-41d7516f9b27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.035565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753830b-eec1-4c2a-84a8-327556c6f732 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.050472] env[68989]: DEBUG nova.compute.provider_tree [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.109043] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Successfully created port: 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.129404] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.556023] env[68989]: DEBUG nova.scheduler.client.report [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.059381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.062235] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.249s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.086621] env[68989]: INFO nova.scheduler.client.report [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance e6189195-6a70-4313-9669-d94dbf45d9c9 [ 917.141184] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.167528] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.167788] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.167971] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.168168] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.168322] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.168474] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.168684] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.168849] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.169028] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.169465] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.169465] env[68989]: DEBUG nova.virt.hardware [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.170243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638ec15-4a59-4afa-a207-3b813c01c4ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.179387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180bbe6-4c11-4a5a-af81-bee216730202 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.596795] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f819c3d9-2f7a-4212-a9a6-59be347f94b4 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "e6189195-6a70-4313-9669-d94dbf45d9c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.933s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.788472] env[68989]: DEBUG nova.compute.manager [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-vif-plugged-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.788750] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] Acquiring lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.788967] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.789149] env[68989]: DEBUG oslo_concurrency.lockutils [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.789320] env[68989]: DEBUG nova.compute.manager [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] No waiting events found dispatching network-vif-plugged-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.789485] env[68989]: WARNING nova.compute.manager [req-6e251a16-e6bd-4473-a41b-ab3be5d1a12d req-0c002d30-1969-466a-8e12-59243c708d46 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received unexpected event network-vif-plugged-7aa82401-47b4-4172-a408-98575962b150 for instance with vm_state building and task_state spawning. [ 917.862980] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8531ed63-d465-4113-bf8b-f82b15ce25cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.876019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21614f19-2a20-410f-98b7-587a345a77d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.881034] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Successfully updated port: 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.914604] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa076a-1085-459d-8de3-9794e47888c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.924490] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0e6f7-f5db-4066-9efd-a7721c083879 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.942679] env[68989]: DEBUG nova.compute.provider_tree [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.382444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382780] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.382820] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.446391] env[68989]: DEBUG nova.scheduler.client.report [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.851409] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "73a6c6f7-437a-46d3-8204-ede134b20da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.851654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.927770] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.075114] env[68989]: DEBUG nova.network.neutron [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.353884] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.460054] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.398s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.460351] env[68989]: DEBUG nova.compute.manager [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68989) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 919.462962] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.079s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.463192] env[68989]: DEBUG nova.objects.instance [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lazy-loading 'resources' on Instance uuid efd0ef92-f751-47e4-b486-d7e1da8e8bbf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.578244] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.578516] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Instance network_info: |[{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.578930] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aa82401-47b4-4172-a408-98575962b150', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.586661] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Creating folder: Project (44fbddb250b44922a5e9f81845419b32). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.586943] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce94a20-207d-47ba-a64b-46c3c69f7775 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.599121] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Created folder: Project (44fbddb250b44922a5e9f81845419b32) in parent group-v643186. [ 919.599309] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Creating folder: Instances. Parent ref: group-v643393. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.599540] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d84fc0f0-54cd-4df7-8fa2-25e9518c87d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.609124] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Created folder: Instances in parent group-v643393. [ 919.609353] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.609537] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.609732] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe6a07a-013f-4649-aaab-9d79a159fedf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.629619] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.629619] env[68989]: value = "task-3217938" [ 919.629619] env[68989]: _type = "Task" [ 919.629619] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.637848] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217938, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.816348] env[68989]: DEBUG nova.compute.manager [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-changed-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.816501] env[68989]: DEBUG nova.compute.manager [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing instance network info cache due to event network-changed-7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.816734] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.816868] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.817071] env[68989]: DEBUG nova.network.neutron [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing network info cache for port 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.881858] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.025092] env[68989]: INFO nova.scheduler.client.report [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted allocation for migration b42a44d8-d3cd-4a68-b35b-49167dedc1d8 [ 920.148212] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217938, 'name': CreateVM_Task, 'duration_secs': 0.434742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.151885] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.153506] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153781] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.154258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.155223] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0456f7c1-e332-4f9d-9a41-d9d8ca92fc19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.163438] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 920.163438] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5256b215-a713-e60e-a710-439f56b26d01" [ 920.163438] env[68989]: _type = "Task" [ 920.163438] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.180025] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5256b215-a713-e60e-a710-439f56b26d01, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.180443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.180909] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.181526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.181526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.181730] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.185299] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e54cfb5-e881-460a-86c4-d1e5c4c61569 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.197361] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.197676] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.201293] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e4d8de-6831-4127-85ca-9aba1e609cb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.208485] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 920.208485] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527119c0-d0d1-1618-f012-e5af5ddbcb5b" [ 920.208485] env[68989]: _type = "Task" [ 920.208485] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.215928] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527119c0-d0d1-1618-f012-e5af5ddbcb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.340113] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a931b-5841-4370-be07-55863eb23e0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.348610] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a9fbd6-dabd-4001-b60b-819184877a5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.382534] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379c1ab-c6d3-458d-b380-ba0bee0a9a98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.391034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a46437-8bff-430d-acc0-5c890ec241be {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.405257] env[68989]: DEBUG nova.compute.provider_tree [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.534417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5475830b-3772-4cd1-97ea-d81d46c6581f tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.163s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.549063] env[68989]: DEBUG nova.network.neutron [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updated VIF entry in instance network info cache for port 7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.549063] env[68989]: DEBUG nova.network.neutron [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.653039] env[68989]: DEBUG nova.objects.instance [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.718738] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527119c0-d0d1-1618-f012-e5af5ddbcb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.719550] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c1e3a2-fc66-401b-80dd-edbad85c1aff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.725883] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 920.725883] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc9b15-8d70-76ca-7266-43553a3ee5f9" [ 920.725883] env[68989]: _type = "Task" [ 920.725883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.734163] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc9b15-8d70-76ca-7266-43553a3ee5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.909948] env[68989]: DEBUG nova.scheduler.client.report [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.051750] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6c33e5f-bdfc-411e-85a8-503a4f218ef0 req-c67a16a4-aa8d-4f1b-9af6-7b77aa6df570 service nova] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.159222] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.159483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.159666] env[68989]: DEBUG nova.network.neutron [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.159850] env[68989]: DEBUG nova.objects.instance [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'info_cache' on Instance uuid 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.237100] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc9b15-8d70-76ca-7266-43553a3ee5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.237352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.237600] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/6c893e9c-5eb7-451d-9e98-cf0d28337f98.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.237842] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b3e85dd-6a00-40ce-9ad1-2d936f416fb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.246374] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 921.246374] env[68989]: value = "task-3217939" [ 921.246374] env[68989]: _type = "Task" [ 921.246374] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.255058] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.416951] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.419612] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.612s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.453490] env[68989]: INFO nova.scheduler.client.report [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Deleted allocations for instance efd0ef92-f751-47e4-b486-d7e1da8e8bbf [ 921.663240] env[68989]: DEBUG nova.objects.base [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Object Instance<50f4c6c7-b396-4190-90e9-736a7d9a73cf> lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.756800] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453486} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.757167] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/6c893e9c-5eb7-451d-9e98-cf0d28337f98.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.757375] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.757584] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aa68c08-22c5-435d-947d-06762782332c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.764760] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 921.764760] env[68989]: value = "task-3217940" [ 921.764760] env[68989]: _type = "Task" [ 921.764760] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.772638] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.925292] env[68989]: INFO nova.compute.claims [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.961362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c7d5a00-9437-434d-9353-9fe55afe3b99 tempest-ServerDiagnosticsTest-335312066 tempest-ServerDiagnosticsTest-335312066-project-member] Lock "efd0ef92-f751-47e4-b486-d7e1da8e8bbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.509s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.274646] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061605} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.274985] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.275822] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc8dcdc-0bec-4e99-86b5-d17a059b81ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.298279] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/6c893e9c-5eb7-451d-9e98-cf0d28337f98.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.300940] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70840ba-5d5f-4745-bf69-1a616a8f19a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.321862] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 922.321862] env[68989]: value = "task-3217941" [ 922.321862] env[68989]: _type = "Task" [ 922.321862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.330116] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.434021] env[68989]: INFO nova.compute.resource_tracker [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating resource usage from migration 157725ae-8648-41a0-a630-650161a2b853 [ 922.476337] env[68989]: DEBUG nova.network.neutron [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [{"id": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "address": "fa:16:3e:c7:17:65", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9ffe4f-c9", "ovs_interfaceid": "0b9ffe4f-c93d-427e-87af-cbba05a244de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.743354] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a91f0-e061-4a81-aabc-3ef36f247d8e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.752336] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafde1c3-7025-439c-9163-0a4941445e71 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.784098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d2899-6241-4332-b1c9-af3c4e420096 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.791880] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8503471d-af5b-49ca-b077-c68ba7286395 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.806887] env[68989]: DEBUG nova.compute.provider_tree [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.831942] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.979481] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-50f4c6c7-b396-4190-90e9-736a7d9a73cf" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.310502] env[68989]: DEBUG nova.scheduler.client.report [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.336565] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217941, 'name': ReconfigVM_Task, 'duration_secs': 0.718031} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.336565] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/6c893e9c-5eb7-451d-9e98-cf0d28337f98.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.336783] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8f37e6-d401-48fa-928d-d9b95e804c8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344808] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 923.344808] env[68989]: value = "task-3217942" [ 923.344808] env[68989]: _type = "Task" [ 923.344808] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.353831] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217942, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.816637] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.816914] env[68989]: INFO nova.compute.manager [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Migrating [ 923.823472] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.051s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.825047] env[68989]: INFO nova.compute.claims [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.859540] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217942, 'name': Rename_Task, 'duration_secs': 0.151883} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.859825] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.860296] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570737f0-2389-4f59-bf25-4aa8120fa758 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.869208] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 923.869208] env[68989]: value = "task-3217943" [ 923.869208] env[68989]: _type = "Task" [ 923.869208] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.880132] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.988729] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.989084] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1f5a2f-d608-4a79-a7a9-f9c7860089eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.015276] env[68989]: DEBUG oslo_vmware.api [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 924.015276] env[68989]: value = "task-3217944" [ 924.015276] env[68989]: _type = "Task" [ 924.015276] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.024313] env[68989]: DEBUG oslo_vmware.api [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.341986] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.342190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.342343] env[68989]: DEBUG nova.network.neutron [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.382606] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.526079] env[68989]: DEBUG oslo_vmware.api [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217944, 'name': PowerOnVM_Task, 'duration_secs': 0.422087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.526317] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.526532] env[68989]: DEBUG nova.compute.manager [None req-c392cf17-f88e-4a3f-b09f-e9a7b4693f82 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.527347] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e5cd3-f5d2-49df-994d-e681466e1d61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.886015] env[68989]: DEBUG oslo_vmware.api [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217943, 'name': PowerOnVM_Task, 'duration_secs': 0.664583} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.889131] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.889261] env[68989]: INFO nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Took 7.75 seconds to spawn the instance on the hypervisor. [ 924.890044] env[68989]: DEBUG nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.891015] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f60e3e-9c51-435a-ba11-c1ae32647c11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.269242] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72691cfd-7868-47d4-a015-c2e5a8788a73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.278205] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feb733a-38ad-40d2-b788-07b4e04d25df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.312472] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834cba3-36c2-4b7a-89c3-0b348f93a49a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.328428] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5d1ed-1c1b-4267-915b-a9dec8478486 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.343840] env[68989]: DEBUG nova.compute.provider_tree [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.348843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.348843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.348843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.348843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.349269] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.352219] env[68989]: INFO nova.compute.manager [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Terminating instance [ 925.413194] env[68989]: INFO nova.compute.manager [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Took 27.75 seconds to build instance. [ 925.480562] env[68989]: DEBUG nova.network.neutron [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.610104] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.610357] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.823650] env[68989]: INFO nova.compute.manager [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Rescuing [ 925.823846] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.824035] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.824203] env[68989]: DEBUG nova.network.neutron [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.853068] env[68989]: DEBUG nova.scheduler.client.report [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.858575] env[68989]: DEBUG nova.compute.manager [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.858922] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.860296] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a39da1-a508-4b1d-adc8-b4263642142a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.870722] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.871026] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb65a41-89b0-4dd2-a1c9-883e12c1f308 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.879570] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 925.879570] env[68989]: value = "task-3217945" [ 925.879570] env[68989]: _type = "Task" [ 925.879570] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.888226] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.915459] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dfb7f6ff-1b48-449d-8256-8933d6161cbe tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.278s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.983192] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.113267] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.363553] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.364104] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.366606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.508s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.367964] env[68989]: INFO nova.compute.claims [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.390705] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217945, 'name': PowerOffVM_Task, 'duration_secs': 0.198324} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.390974] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.391155] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.391474] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf35bc7-c1de-454e-a2f4-0eb1407eabf4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.559940] env[68989]: DEBUG nova.network.neutron [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.638915] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.678925] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.679224] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.679540] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleting the datastore file [datastore2] 50f4c6c7-b396-4190-90e9-736a7d9a73cf {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.679691] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51edcf9b-41b1-4380-bcaf-033775ac8c1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.687630] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 926.687630] env[68989]: value = "task-3217947" [ 926.687630] env[68989]: _type = "Task" [ 926.687630] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.697136] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.875170] env[68989]: DEBUG nova.compute.utils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.876632] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.876813] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.928736] env[68989]: DEBUG nova.policy [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.064193] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.202678] env[68989]: DEBUG oslo_vmware.api [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3217947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209837} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.202993] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.203209] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.203402] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.203595] env[68989]: INFO nova.compute.manager [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 1.34 seconds to destroy the instance on the hypervisor. [ 927.203869] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.204131] env[68989]: DEBUG nova.compute.manager [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.204236] env[68989]: DEBUG nova.network.neutron [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.226134] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Successfully created port: c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.380612] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.501786] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeea420-cf6d-4777-9ed5-0907730c8d26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.521262] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.753653] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02f7eb-aa93-4709-ad92-63ba74ef2efc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.762500] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469d255-1b4b-4eb7-9f1d-b1ff86e17dae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.796338] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b1853-c3d1-439b-9978-88c1fa490939 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.805445] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25090ef3-fe05-44f7-8ac1-148252cff7fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822255] env[68989]: DEBUG nova.compute.provider_tree [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.016564] env[68989]: DEBUG nova.compute.manager [req-b6116a39-a792-43bf-9d28-6e4f83f35f0c req-c763b57c-579d-49e3-844f-511987e858f4 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Received event network-vif-deleted-0b9ffe4f-c93d-427e-87af-cbba05a244de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.016564] env[68989]: INFO nova.compute.manager [req-b6116a39-a792-43bf-9d28-6e4f83f35f0c req-c763b57c-579d-49e3-844f-511987e858f4 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Neutron deleted interface 0b9ffe4f-c93d-427e-87af-cbba05a244de; detaching it from the instance and deleting it from the info cache [ 928.016564] env[68989]: DEBUG nova.network.neutron [req-b6116a39-a792-43bf-9d28-6e4f83f35f0c req-c763b57c-579d-49e3-844f-511987e858f4 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.030778] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.031101] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dff544c-b282-4709-8154-a63d1dac3363 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.040218] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 928.040218] env[68989]: value = "task-3217948" [ 928.040218] env[68989]: _type = "Task" [ 928.040218] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.050788] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.325833] env[68989]: DEBUG nova.scheduler.client.report [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.390879] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.421232] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.421490] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.421660] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.421840] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.421989] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.422161] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.422377] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.422540] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.422710] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.422876] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.423105] env[68989]: DEBUG nova.virt.hardware [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.424049] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8146d0-14af-4b5d-8cde-1e3f5c899400 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.433397] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae12a23-6f54-4168-ae5b-d1d645d8685c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.499162] env[68989]: DEBUG nova.network.neutron [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.519686] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d631d320-6922-48f7-b84b-b82720e5e810 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.531434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b454226-e0b2-4a2e-8b92-c8ffcbbfc3dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.556473] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217948, 'name': PowerOffVM_Task, 'duration_secs': 0.436934} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.556832] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.557295] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.576424] env[68989]: DEBUG nova.compute.manager [req-b6116a39-a792-43bf-9d28-6e4f83f35f0c req-c763b57c-579d-49e3-844f-511987e858f4 service nova] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Detach interface failed, port_id=0b9ffe4f-c93d-427e-87af-cbba05a244de, reason: Instance 50f4c6c7-b396-4190-90e9-736a7d9a73cf could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.598317] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.598646] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c513f9fe-2eaa-4aa1-8340-808d4e19a226 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.607366] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 928.607366] env[68989]: value = "task-3217949" [ 928.607366] env[68989]: _type = "Task" [ 928.607366] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.617779] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.832785] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.833457] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.836297] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.203s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.836573] env[68989]: DEBUG nova.objects.instance [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lazy-loading 'resources' on Instance uuid 49ec9dce-c963-4126-8fe6-f7e247e54072 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.001930] env[68989]: INFO nova.compute.manager [-] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Took 1.80 seconds to deallocate network for instance. [ 929.065354] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.065777] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.065777] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.066054] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.066220] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.066372] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.066662] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.066750] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.066893] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.067069] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.067252] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.075280] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bd1b67-822c-4133-b1a5-87110c1ca5a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.092464] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 929.092464] env[68989]: value = "task-3217950" [ 929.092464] env[68989]: _type = "Task" [ 929.092464] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.103607] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.118455] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217949, 'name': PowerOffVM_Task, 'duration_secs': 0.274168} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.118841] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.119714] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e600b-7401-4b3a-b0a1-75ca75e73ffe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.123113] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Successfully updated port: c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.145044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be090ab2-e5f5-42e4-9fb1-44895e8adf85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.183559] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.183891] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8405032-3f6e-4ee9-bd2c-00e6affb91f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.192841] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 929.192841] env[68989]: value = "task-3217951" [ 929.192841] env[68989]: _type = "Task" [ 929.192841] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.205145] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.205415] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.205691] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.205859] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.206151] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.206384] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d6c603-af97-4e00-8ea4-8d9b4ecc3869 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.217216] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.217396] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.218184] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4861bd-c866-405a-843c-2567f048e240 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.225706] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 929.225706] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5261878e-4ca7-5ce2-5642-54a8b2fb9e91" [ 929.225706] env[68989]: _type = "Task" [ 929.225706] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.234528] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5261878e-4ca7-5ce2-5642-54a8b2fb9e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.339783] env[68989]: DEBUG nova.compute.utils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.344798] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.344798] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.386052] env[68989]: DEBUG nova.policy [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '683ebce598444e1ab4d3459f35c2aa54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070a45b2bbee4eb79dd861ae088c547d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.508193] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.607525] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217950, 'name': ReconfigVM_Task, 'duration_secs': 0.223774} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.607914] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.626299] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.626866] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.626866] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.660465] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Successfully created port: 3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.673122] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d0982e-e517-4db1-84f5-5eb4d58afe76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.680754] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f91978-a54e-4f79-b7f6-00f082a40a5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.712274] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea2fa4-9eab-45e4-982b-edf7846847c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.720532] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a7fb5-e577-45bd-9114-ece8efb006a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.736026] env[68989]: DEBUG nova.compute.provider_tree [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.747311] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5261878e-4ca7-5ce2-5642-54a8b2fb9e91, 'name': SearchDatastore_Task, 'duration_secs': 0.030661} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.748573] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e974d05-f5f4-4e7c-a289-3e6b3550a962 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.755384] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 929.755384] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52177b3d-a749-aaf5-bcba-8f82ed63af1a" [ 929.755384] env[68989]: _type = "Task" [ 929.755384] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.763868] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52177b3d-a749-aaf5-bcba-8f82ed63af1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.846409] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.995110] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Successfully created port: 14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.054464] env[68989]: DEBUG nova.compute.manager [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Received event network-vif-plugged-c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.054724] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Acquiring lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.054891] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.055187] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.055343] env[68989]: DEBUG nova.compute.manager [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] No waiting events found dispatching network-vif-plugged-c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.055529] env[68989]: WARNING nova.compute.manager [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Received unexpected event network-vif-plugged-c12002fc-77ea-49ab-8515-fe86c6f340a6 for instance with vm_state building and task_state spawning. [ 930.055766] env[68989]: DEBUG nova.compute.manager [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Received event network-changed-c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.055943] env[68989]: DEBUG nova.compute.manager [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Refreshing instance network info cache due to event network-changed-c12002fc-77ea-49ab-8515-fe86c6f340a6. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.056131] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Acquiring lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.117385] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.117787] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.117883] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.118087] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.118281] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.118457] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.118664] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.118822] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.119041] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.119166] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.119471] env[68989]: DEBUG nova.virt.hardware [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.125125] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.125788] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406a7a8c-2ae8-4242-9710-a2fefa3ae5a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.150565] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 930.150565] env[68989]: value = "task-3217952" [ 930.150565] env[68989]: _type = "Task" [ 930.150565] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.159692] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.201609] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.241354] env[68989]: DEBUG nova.scheduler.client.report [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.266119] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52177b3d-a749-aaf5-bcba-8f82ed63af1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.266439] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.266650] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 930.266913] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ebe71cc-4f16-4782-8048-9917a76db8da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.278015] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 930.278015] env[68989]: value = "task-3217953" [ 930.278015] env[68989]: _type = "Task" [ 930.278015] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.286836] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.433395] env[68989]: DEBUG nova.network.neutron [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Updating instance_info_cache with network_info: [{"id": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "address": "fa:16:3e:2f:03:ff", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12002fc-77", "ovs_interfaceid": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.662102] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217952, 'name': ReconfigVM_Task, 'duration_secs': 0.164174} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.662502] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.663418] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6996c-c4c4-47d7-b133-b30603518d0e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.690116] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.690480] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b609b8-5a23-42c8-8bd8-dfa1e722d06b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.713563] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 930.713563] env[68989]: value = "task-3217954" [ 930.713563] env[68989]: _type = "Task" [ 930.713563] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.725985] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.747235] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.749863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.965s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.750086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.751970] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.146s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.753491] env[68989]: INFO nova.compute.claims [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.772832] env[68989]: INFO nova.scheduler.client.report [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted allocations for instance 49ec9dce-c963-4126-8fe6-f7e247e54072 [ 930.775164] env[68989]: INFO nova.scheduler.client.report [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleted allocations for instance fe048bc7-2ab8-4970-8d14-f57f08061a3a [ 930.790927] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468851} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.791230] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 930.792018] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c881393-753f-4dcf-a475-923cfc1d524b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.819614] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.820664] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e998ff3-eb4d-4b17-9aaf-f8316fa1bc3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.841458] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 930.841458] env[68989]: value = "task-3217955" [ 930.841458] env[68989]: _type = "Task" [ 930.841458] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.853926] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.860831] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.881692] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.881942] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.882111] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.882297] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.882442] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.882587] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.882792] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.882954] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.883167] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.883347] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.883522] env[68989]: DEBUG nova.virt.hardware [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.884424] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddd601-7181-4e1d-83d2-1e00160e6e7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.892444] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612319b0-e5ab-4201-9800-defaee0fd780 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.936142] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.936521] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Instance network_info: |[{"id": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "address": "fa:16:3e:2f:03:ff", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12002fc-77", "ovs_interfaceid": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.936845] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Acquired lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.937042] env[68989]: DEBUG nova.network.neutron [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Refreshing network info cache for port c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.938300] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:03:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12002fc-77ea-49ab-8515-fe86c6f340a6', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.947149] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.948236] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.948512] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-847bcf32-da7a-4552-9c89-c77d5d0256d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.970330] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.970330] env[68989]: value = "task-3217956" [ 930.970330] env[68989]: _type = "Task" [ 930.970330] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.988391] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217956, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.224631] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217954, 'name': ReconfigVM_Task, 'duration_secs': 0.283672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.224982] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494/e9bb7557-9e5d-430c-a719-1e1e37b95494.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.225191] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.290064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-42c939b9-d976-47a8-b5e2-1d95417c4448 tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "fe048bc7-2ab8-4970-8d14-f57f08061a3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.994s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.291532] env[68989]: DEBUG oslo_concurrency.lockutils [None req-815a9b5f-99f6-4974-ab8b-b714cef5e850 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "49ec9dce-c963-4126-8fe6-f7e247e54072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.196s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.353865] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217955, 'name': ReconfigVM_Task, 'duration_secs': 0.295175} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.354200] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.355075] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34ce34-cf55-4402-b366-282ff327abaf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.379928] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2794755-a085-40b6-91dc-f2593f4bb839 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.399879] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 931.399879] env[68989]: value = "task-3217957" [ 931.399879] env[68989]: _type = "Task" [ 931.399879] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.408382] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.504877] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217956, 'name': CreateVM_Task, 'duration_secs': 0.351752} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.505925] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.505925] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.506379] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.506724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.506998] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4fd021-c8ed-4044-8ac4-2642e197c196 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.514970] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 931.514970] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5265bba6-0485-bdd8-25fd-e9fa56393df1" [ 931.514970] env[68989]: _type = "Task" [ 931.514970] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.537700] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5265bba6-0485-bdd8-25fd-e9fa56393df1, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.538080] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.538308] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.538588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.538736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.538942] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.540258] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4147265-0c54-4ad5-a037-912aa45b390f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.552612] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.552838] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.553763] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5891c3e6-6771-440a-804c-ae2fb58d5a12 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.561919] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 931.561919] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526501c3-8480-d4cc-e029-d91ae829c02d" [ 931.561919] env[68989]: _type = "Task" [ 931.561919] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.576197] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526501c3-8480-d4cc-e029-d91ae829c02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.731780] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190be30-5d59-4779-81bd-018640a17b92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.752654] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e0b57-c63e-420b-b376-e98f2d6358d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.758631] env[68989]: DEBUG nova.network.neutron [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Updated VIF entry in instance network info cache for port c12002fc-77ea-49ab-8515-fe86c6f340a6. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.758980] env[68989]: DEBUG nova.network.neutron [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Updating instance_info_cache with network_info: [{"id": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "address": "fa:16:3e:2f:03:ff", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12002fc-77", "ovs_interfaceid": "c12002fc-77ea-49ab-8515-fe86c6f340a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.786435] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.849917] env[68989]: DEBUG nova.compute.manager [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-vif-plugged-3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.850156] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] Acquiring lock "3472ecf7-5869-4971-818f-538ed1506eab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.850364] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.850526] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.850688] env[68989]: DEBUG nova.compute.manager [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] No waiting events found dispatching network-vif-plugged-3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.850846] env[68989]: WARNING nova.compute.manager [req-c8add0b0-3e89-4afd-a4a4-29d9329f2c21 req-2e432de7-9ffc-434f-b63b-bfd5b7b46876 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received unexpected event network-vif-plugged-3f71afc2-fa02-452a-aab7-a9748f6faa84 for instance with vm_state building and task_state spawning. [ 931.913316] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217957, 'name': ReconfigVM_Task, 'duration_secs': 0.222322} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.916200] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.916708] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84fa0b1e-f286-4ed7-a04d-77c13a7aaf4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.926081] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 931.926081] env[68989]: value = "task-3217958" [ 931.926081] env[68989]: _type = "Task" [ 931.926081] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.936134] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.075976] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526501c3-8480-d4cc-e029-d91ae829c02d, 'name': SearchDatastore_Task, 'duration_secs': 0.018822} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.076812] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf08328-3082-4659-9262-2f2e1a14e08d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.085125] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 932.085125] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b39b8b-7492-b8f7-8907-dda54ebc1334" [ 932.085125] env[68989]: _type = "Task" [ 932.085125] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.091305] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d04d6-9615-45c7-a28a-84f4820ab341 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.097565] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b39b8b-7492-b8f7-8907-dda54ebc1334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.103708] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598908ee-1db0-4555-ae00-2970ce808a40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.136758] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87431f2-e222-4bac-9d58-ed4567eb7176 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.146252] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a2db0-dc60-4d91-90f5-7aec932f6464 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.162224] env[68989]: DEBUG nova.compute.provider_tree [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.292215] env[68989]: DEBUG oslo_concurrency.lockutils [req-031aed8d-f478-4c5e-802e-51a52922c234 req-556023fc-e0cf-4100-a3c1-fc5f7b19cc70 service nova] Releasing lock "refresh_cache-3df4fcfd-c34c-4c9f-8983-a820db0a999b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.300792] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.301057] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.301274] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.301468] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.301638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.303933] env[68989]: INFO nova.compute.manager [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Terminating instance [ 932.337220] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Successfully updated port: 3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.347458] env[68989]: DEBUG nova.network.neutron [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Port fe634a31-6a4a-4863-ab50-7a60fd2591e2 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 932.432808] env[68989]: DEBUG nova.compute.manager [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-changed-3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.433023] env[68989]: DEBUG nova.compute.manager [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Refreshing instance network info cache due to event network-changed-3f71afc2-fa02-452a-aab7-a9748f6faa84. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.433260] env[68989]: DEBUG oslo_concurrency.lockutils [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] Acquiring lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.433402] env[68989]: DEBUG oslo_concurrency.lockutils [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] Acquired lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.433565] env[68989]: DEBUG nova.network.neutron [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Refreshing network info cache for port 3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.441948] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.595446] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b39b8b-7492-b8f7-8907-dda54ebc1334, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.595715] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.595975] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3df4fcfd-c34c-4c9f-8983-a820db0a999b/3df4fcfd-c34c-4c9f-8983-a820db0a999b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.596245] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01fbe6fe-3694-4c61-b821-2053ba81c421 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.603878] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 932.603878] env[68989]: value = "task-3217959" [ 932.603878] env[68989]: _type = "Task" [ 932.603878] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.612380] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.665641] env[68989]: DEBUG nova.scheduler.client.report [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.807872] env[68989]: DEBUG nova.compute.manager [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.808157] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.809085] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b9c82-d023-4e2b-85d3-c79dfb91b8bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.817726] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.817965] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d10533-2f9c-426b-8c0e-56e5c4972b5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.824919] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.825159] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.825365] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.825579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.825754] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.828124] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 932.828124] env[68989]: value = "task-3217960" [ 932.828124] env[68989]: _type = "Task" [ 932.828124] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.828588] env[68989]: INFO nova.compute.manager [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Terminating instance [ 932.843609] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.942277] env[68989]: DEBUG oslo_vmware.api [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217958, 'name': PowerOnVM_Task, 'duration_secs': 0.58771} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.942971] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.946741] env[68989]: DEBUG nova.compute.manager [None req-f0d623ad-4e6c-4eba-991e-dd71a6891ad4 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.947573] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d62fb-fe00-47b7-8798-fff23f1f836c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.999786] env[68989]: DEBUG nova.network.neutron [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.116666] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.151704] env[68989]: DEBUG nova.network.neutron [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.170794] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.171203] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.174722] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.114s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.176337] env[68989]: INFO nova.compute.claims [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.335859] env[68989]: DEBUG nova.compute.manager [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.336126] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.336901] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa23b4e6-63fb-41bd-83e5-5b170eb78c3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.342947] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217960, 'name': PowerOffVM_Task, 'duration_secs': 0.247038} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.343640] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.343905] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.344141] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e4f1fd8-6cd7-4ea5-b699-b04b26fa86a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.348311] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.348601] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f565086c-a459-4733-8a10-2bdfd43023b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.365979] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 933.365979] env[68989]: value = "task-3217962" [ 933.365979] env[68989]: _type = "Task" [ 933.365979] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.372318] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.372559] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.372732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.384792] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.416034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.416034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.416231] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleting the datastore file [datastore1] 8dfca110-574d-47b5-9ff7-5082aaaced2b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.416455] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4907710c-2678-4daf-9341-a5cc6fb949bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.424647] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for the task: (returnval){ [ 933.424647] env[68989]: value = "task-3217963" [ 933.424647] env[68989]: _type = "Task" [ 933.424647] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.433874] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.614596] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.614925] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3df4fcfd-c34c-4c9f-8983-a820db0a999b/3df4fcfd-c34c-4c9f-8983-a820db0a999b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.615307] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.615603] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-822204a5-4e98-4323-b2e9-39630479a8d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.623931] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 933.623931] env[68989]: value = "task-3217964" [ 933.623931] env[68989]: _type = "Task" [ 933.623931] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.632422] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.654701] env[68989]: DEBUG oslo_concurrency.lockutils [req-5b452952-5fbc-4c7a-a31f-aa87a8304eae req-fe753fb3-6a4e-429b-a8d3-231e373a6b47 service nova] Releasing lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.676496] env[68989]: DEBUG nova.compute.utils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.677931] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.678125] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.718978] env[68989]: DEBUG nova.policy [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c4e54daea14c7cb602227383750f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed193d875cf64008959fcc8312270b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.881078] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217962, 'name': PowerOffVM_Task, 'duration_secs': 0.265847} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.881078] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.881078] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.881078] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-258cdaf0-f6f3-418e-a997-d7a27fca98e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.949360] env[68989]: DEBUG oslo_vmware.api [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Task: {'id': task-3217963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.949539] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.949725] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.949955] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.950093] env[68989]: INFO nova.compute.manager [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 933.950404] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.950946] env[68989]: DEBUG nova.compute.manager [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.951587] env[68989]: DEBUG nova.network.neutron [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.959524] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.959714] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.959898] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleting the datastore file [datastore1] 22dc8f1f-38c6-4323-bbc6-242c547c2483 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.960183] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f164fb21-d937-437b-ba96-242734836809 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.968244] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for the task: (returnval){ [ 933.968244] env[68989]: value = "task-3217966" [ 933.968244] env[68989]: _type = "Task" [ 933.968244] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.979021] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.023053] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Successfully created port: dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.059854] env[68989]: DEBUG nova.compute.manager [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-changed-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.060067] env[68989]: DEBUG nova.compute.manager [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing instance network info cache due to event network-changed-7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.060359] env[68989]: DEBUG oslo_concurrency.lockutils [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.062243] env[68989]: DEBUG oslo_concurrency.lockutils [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.062482] env[68989]: DEBUG nova.network.neutron [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing network info cache for port 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.135314] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071714} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.135653] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.136449] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb396c11-e849-4f6e-a3a8-859773ab63f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.165871] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3df4fcfd-c34c-4c9f-8983-a820db0a999b/3df4fcfd-c34c-4c9f-8983-a820db0a999b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.166020] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420564b0-7261-456a-961e-90cbf14f8090 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.182150] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.195113] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 934.195113] env[68989]: value = "task-3217967" [ 934.195113] env[68989]: _type = "Task" [ 934.195113] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.206065] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.425647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.426037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.426235] env[68989]: DEBUG nova.network.neutron [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.484702] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.563632] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d8ffa0-60c3-4702-b711-2b8a5c8c3507 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.576857] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd1f462-b0ad-456d-a982-6431118eba56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.619593] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64696b8-2c12-466f-a7d3-189ad7c9d06c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.629489] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f46b753-f070-4a66-9058-eb587569418d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.646778] env[68989]: DEBUG nova.compute.provider_tree [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.672298] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Successfully updated port: 14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.680495] env[68989]: DEBUG nova.compute.manager [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-vif-plugged-14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.682147] env[68989]: DEBUG oslo_concurrency.lockutils [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] Acquiring lock "3472ecf7-5869-4971-818f-538ed1506eab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.682147] env[68989]: DEBUG oslo_concurrency.lockutils [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.682147] env[68989]: DEBUG oslo_concurrency.lockutils [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.682147] env[68989]: DEBUG nova.compute.manager [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] No waiting events found dispatching network-vif-plugged-14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.682147] env[68989]: WARNING nova.compute.manager [req-bb4f7cec-8292-4082-80a0-3933be55bf31 req-4b930f62-db39-4a5e-9497-babc0fe0d021 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received unexpected event network-vif-plugged-14df2400-bd8a-4b24-997d-1c7514bfe30e for instance with vm_state building and task_state spawning. [ 934.707802] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217967, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.811845] env[68989]: DEBUG nova.network.neutron [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.902041] env[68989]: DEBUG nova.network.neutron [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updated VIF entry in instance network info cache for port 7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.902428] env[68989]: DEBUG nova.network.neutron [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.984267] env[68989]: DEBUG oslo_vmware.api [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Task: {'id': task-3217966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.984599] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.984791] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.985356] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.985356] env[68989]: INFO nova.compute.manager [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Took 1.65 seconds to destroy the instance on the hypervisor. [ 934.985509] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.985916] env[68989]: DEBUG nova.compute.manager [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.986036] env[68989]: DEBUG nova.network.neutron [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.150556] env[68989]: DEBUG nova.scheduler.client.report [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.175514] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.175963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.176163] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.195692] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.215620] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217967, 'name': ReconfigVM_Task, 'duration_secs': 0.569787} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.216221] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3df4fcfd-c34c-4c9f-8983-a820db0a999b/3df4fcfd-c34c-4c9f-8983-a820db0a999b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.218159] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382cf0ad-6cc9-49a3-bba8-1962e77e3ff6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.226883] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 935.226883] env[68989]: value = "task-3217968" [ 935.226883] env[68989]: _type = "Task" [ 935.226883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.245007] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217968, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.250692] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.250977] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.252972] env[68989]: DEBUG nova.virt.hardware [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.253825] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8ac87a-b8e2-4240-8176-87abf7179e17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.263703] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c6321-d429-4790-90e2-d0afd1f36140 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.269277] env[68989]: DEBUG nova.network.neutron [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.314835] env[68989]: INFO nova.compute.manager [-] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Took 1.36 seconds to deallocate network for instance. [ 935.405483] env[68989]: DEBUG oslo_concurrency.lockutils [req-9ab0b810-90ba-454c-9f02-14e2eeaaa09c req-3e97b68e-348c-4c48-8883-1949383baa08 service nova] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.659470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.660194] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.662750] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.454s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.664324] env[68989]: INFO nova.compute.claims [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.726787] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.747663] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217968, 'name': Rename_Task, 'duration_secs': 0.158408} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.747663] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.747663] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39ce29a-ae11-4e66-a8a0-c2edb2813c79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.749210] env[68989]: DEBUG nova.network.neutron [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.756587] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 935.756587] env[68989]: value = "task-3217969" [ 935.756587] env[68989]: _type = "Task" [ 935.756587] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.769283] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.773122] env[68989]: DEBUG oslo_concurrency.lockutils [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.822767] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.140641] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Successfully updated port: dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.169895] env[68989]: DEBUG nova.compute.utils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.173587] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.173761] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.228842] env[68989]: DEBUG nova.policy [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0360e157e14b49b5a9abf20bd9ea0cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ea5ca07e4ae6b141add13befc013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.253756] env[68989]: INFO nova.compute.manager [-] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Took 1.27 seconds to deallocate network for instance. [ 936.272088] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.308023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be115a9-e966-49c8-9ba3-586a59bd64a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.332428] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bedb7e0-64ca-444c-ab6a-deb393078bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.344857] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.364985] env[68989]: DEBUG nova.network.neutron [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [{"id": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "address": "fa:16:3e:de:0c:40", "network": {"id": "ef992613-fb1b-4861-8ea7-056b0b9b3ca1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-867715426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71afc2-fa", "ovs_interfaceid": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "f24ec224-ca19-413f-beb0-9f825b934d1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065153965", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14df2400-bd", "ovs_interfaceid": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.500470] env[68989]: DEBUG nova.compute.manager [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Received event network-vif-deleted-6454486a-3f6f-444d-9593-be4dc07572b6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.500725] env[68989]: DEBUG nova.compute.manager [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-changed-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.500889] env[68989]: DEBUG nova.compute.manager [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing instance network info cache due to event network-changed-7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.501136] env[68989]: DEBUG oslo_concurrency.lockutils [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.501330] env[68989]: DEBUG oslo_concurrency.lockutils [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.501514] env[68989]: DEBUG nova.network.neutron [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing network info cache for port 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.647276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.647483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.647593] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.677534] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.719781] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Successfully created port: d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.761778] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.772083] env[68989]: DEBUG oslo_vmware.api [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217969, 'name': PowerOnVM_Task, 'duration_secs': 0.577564} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.772349] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.772604] env[68989]: INFO nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Took 8.38 seconds to spawn the instance on the hypervisor. [ 936.772799] env[68989]: DEBUG nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.775813] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12665b1f-055e-4a3b-8f68-26fd00a47878 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.788581] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-changed-14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.788717] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Refreshing instance network info cache due to event network-changed-14df2400-bd8a-4b24-997d-1c7514bfe30e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.792026] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquiring lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.851789] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.852113] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a88dc81-4265-4f64-849c-19c026c166a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.863283] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 936.863283] env[68989]: value = "task-3217970" [ 936.863283] env[68989]: _type = "Task" [ 936.863283] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.869459] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.869816] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance network_info: |[{"id": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "address": "fa:16:3e:de:0c:40", "network": {"id": "ef992613-fb1b-4861-8ea7-056b0b9b3ca1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-867715426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71afc2-fa", "ovs_interfaceid": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "f24ec224-ca19-413f-beb0-9f825b934d1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065153965", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14df2400-bd", "ovs_interfaceid": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.873009] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquired lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.873277] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Refreshing network info cache for port 14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.874923] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f71afc2-fa02-452a-aab7-a9748f6faa84', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:e3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14df2400-bd8a-4b24-997d-1c7514bfe30e', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.884352] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.884643] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.888594] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.889020] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c79c05-6079-4572-adee-9829bbb54dc5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.918222] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.918222] env[68989]: value = "task-3217971" [ 936.918222] env[68989]: _type = "Task" [ 936.918222] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.936136] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217971, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.060770] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e25e06-5227-4fd4-8957-69376db4da2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.068820] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe185a-850e-434b-af1b-a732c12ea883 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.105772] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b6a2e-30fd-4e3a-b7ba-2809ce98d8ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.115832] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ba04b-5415-4c12-9411-b6a07ef6b8ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.133369] env[68989]: DEBUG nova.compute.provider_tree [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.214760] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.296858] env[68989]: INFO nova.compute.manager [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Took 28.54 seconds to build instance. [ 937.325937] env[68989]: DEBUG nova.network.neutron [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updated VIF entry in instance network info cache for port 7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.326370] env[68989]: DEBUG nova.network.neutron [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.376464] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.429377] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217971, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.430988] env[68989]: DEBUG nova.network.neutron [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [{"id": "dcf952e0-f46e-4050-b864-67139a8d53c2", "address": "fa:16:3e:23:f5:20", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf952e0-f4", "ovs_interfaceid": "dcf952e0-f46e-4050-b864-67139a8d53c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.636760] env[68989]: DEBUG nova.scheduler.client.report [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.688772] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updated VIF entry in instance network info cache for port 14df2400-bd8a-4b24-997d-1c7514bfe30e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.691369] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [{"id": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "address": "fa:16:3e:de:0c:40", "network": {"id": "ef992613-fb1b-4861-8ea7-056b0b9b3ca1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-867715426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71afc2-fa", "ovs_interfaceid": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "address": "fa:16:3e:4a:e3:4b", "network": {"id": "f24ec224-ca19-413f-beb0-9f825b934d1b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1065153965", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14df2400-bd", "ovs_interfaceid": "14df2400-bd8a-4b24-997d-1c7514bfe30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.693347] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.739429] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='15d1afb5a30bf2764be38e5e74744802',container_format='bare',created_at=2025-04-03T02:10:56Z,direct_url=,disk_format='vmdk',id=78f3eb06-f801-4957-b4dd-32c0fef2687b,min_disk=1,min_ram=0,name='tempest-test-snap-699801978',owner='ea25ea5ca07e4ae6b141add13befc013',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T02:11:09Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.740348] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.740616] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.740886] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.741141] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.741415] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.741728] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.741971] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.742239] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.742489] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.742744] env[68989]: DEBUG nova.virt.hardware [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.743804] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc8c987-faeb-4751-919f-e0d3b297acb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.752612] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af88bf6d-d1ab-4d08-9297-04b728f7c73d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.798872] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fcd61e7d-e4d4-4214-85d1-174313b22bd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.053s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.829156] env[68989]: DEBUG oslo_concurrency.lockutils [req-e09b5d32-f6a5-4bfa-9b2c-5757748b7490 req-b86e7802-6797-4637-bdac-b7e78356929a service nova] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.874710] env[68989]: DEBUG oslo_vmware.api [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3217970, 'name': PowerOnVM_Task, 'duration_secs': 0.891961} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.874926] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.875142] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-276023dd-f032-4233-9327-606f032d07da tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance 'e9bb7557-9e5d-430c-a719-1e1e37b95494' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.931542] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217971, 'name': CreateVM_Task, 'duration_secs': 0.776694} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.931714] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.933016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.933263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.933900] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.934014] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ff59c0-e082-4b8d-bf22-607bf036f9bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.936536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.936836] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Instance network_info: |[{"id": "dcf952e0-f46e-4050-b864-67139a8d53c2", "address": "fa:16:3e:23:f5:20", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf952e0-f4", "ovs_interfaceid": "dcf952e0-f46e-4050-b864-67139a8d53c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.937533] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:f5:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf952e0-f46e-4050-b864-67139a8d53c2', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.946769] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.947944] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.948146] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874d6860-ceb6-4ce6-bebd-a36364a13a44 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.966364] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 937.966364] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521e9081-1031-060b-aee8-bbdd77d0551f" [ 937.966364] env[68989]: _type = "Task" [ 937.966364] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.972315] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.972315] env[68989]: value = "task-3217972" [ 937.972315] env[68989]: _type = "Task" [ 937.972315] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.976012] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521e9081-1031-060b-aee8-bbdd77d0551f, 'name': SearchDatastore_Task, 'duration_secs': 0.015924} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.979016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.979328] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.979603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.979756] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.979937] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.980211] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18ec95f-e685-4265-ac64-60ff3faccd54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.988290] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217972, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.990641] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.990641] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.991864] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf68d7a-8284-48a1-bc1f-1148b904cfcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.009734] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 938.009734] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c45ab0-d23e-9421-0777-6d6fb814a357" [ 938.009734] env[68989]: _type = "Task" [ 938.009734] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.019465] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c45ab0-d23e-9421-0777-6d6fb814a357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.142398] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.143119] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.147811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.265s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.148239] env[68989]: INFO nova.compute.claims [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.180161] env[68989]: DEBUG nova.objects.instance [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lazy-loading 'flavor' on Instance uuid 9c287ac3-25c6-48bc-adf0-c1002eab1595 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.192690] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Releasing lock "refresh_cache-3472ecf7-5869-4971-818f-538ed1506eab" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.192986] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Received event network-vif-deleted-ce2d02f6-50fb-44ae-a528-9718553304c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.193212] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Received event network-vif-plugged-dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.193460] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquiring lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.193699] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.193860] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.194051] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] No waiting events found dispatching network-vif-plugged-dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.194244] env[68989]: WARNING nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Received unexpected event network-vif-plugged-dcf952e0-f46e-4050-b864-67139a8d53c2 for instance with vm_state building and task_state spawning. [ 938.194415] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Received event network-changed-dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.194616] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Refreshing instance network info cache due to event network-changed-dcf952e0-f46e-4050-b864-67139a8d53c2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.196096] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquiring lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.196096] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquired lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.196096] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Refreshing network info cache for port dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.489109] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217972, 'name': CreateVM_Task, 'duration_secs': 0.371396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.489293] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.489949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.490129] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.490490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.490698] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6b7062-eac2-4c4c-ac0b-80f43c008933 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.495895] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 938.495895] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5294ff81-d772-434f-b7ff-355419f7cbb6" [ 938.495895] env[68989]: _type = "Task" [ 938.495895] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.504198] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5294ff81-d772-434f-b7ff-355419f7cbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.527290] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c45ab0-d23e-9421-0777-6d6fb814a357, 'name': SearchDatastore_Task, 'duration_secs': 0.029377} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.528136] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Successfully updated port: d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.530636] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd184e5-14ae-422c-b176-d455219df08b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.539156] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 938.539156] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad3127-e75a-bc6f-cd46-6016a2de0cbe" [ 938.539156] env[68989]: _type = "Task" [ 938.539156] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549266] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad3127-e75a-bc6f-cd46-6016a2de0cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.658055] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.658217] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.658473] env[68989]: DEBUG nova.compute.manager [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.662532] env[68989]: DEBUG nova.compute.utils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.665068] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408407b-a0f0-4eb5-8d57-683806afdd37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.669309] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 938.675538] env[68989]: DEBUG nova.compute.manager [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 938.676336] env[68989]: DEBUG nova.objects.instance [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'flavor' on Instance uuid 3df4fcfd-c34c-4c9f-8983-a820db0a999b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.684913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.685091] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.822443] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-changed-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.822745] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing instance network info cache due to event network-changed-7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.823731] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.823991] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824274] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing network info cache for port 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.956959] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updated VIF entry in instance network info cache for port dcf952e0-f46e-4050-b864-67139a8d53c2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.957575] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [{"id": "dcf952e0-f46e-4050-b864-67139a8d53c2", "address": "fa:16:3e:23:f5:20", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf952e0-f4", "ovs_interfaceid": "dcf952e0-f46e-4050-b864-67139a8d53c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.007581] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5294ff81-d772-434f-b7ff-355419f7cbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.007940] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.008229] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.008403] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.016033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.016372] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.016610] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.016812] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.016965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.019243] env[68989]: INFO nova.compute.manager [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Terminating instance [ 939.031675] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.031811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.031956] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.052152] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad3127-e75a-bc6f-cd46-6016a2de0cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.052318] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.052578] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3472ecf7-5869-4971-818f-538ed1506eab/3472ecf7-5869-4971-818f-538ed1506eab.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.052901] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.053124] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.053359] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b777933-7588-4411-894e-50be53c8f5a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.056522] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a024746f-f89f-4217-a4ab-0b79dc14d7f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.069190] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 939.069190] env[68989]: value = "task-3217973" [ 939.069190] env[68989]: _type = "Task" [ 939.069190] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.075406] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.075622] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.076890] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723f0683-3a5b-4ad5-9ce1-0f1c549814e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.083219] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.087719] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 939.087719] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5222670e-da4f-e900-96ac-ec5174613c8c" [ 939.087719] env[68989]: _type = "Task" [ 939.087719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.096499] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5222670e-da4f-e900-96ac-ec5174613c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.125248] env[68989]: DEBUG nova.network.neutron [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.170797] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.463192] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Releasing lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.463590] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-changed-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.463817] env[68989]: DEBUG nova.compute.manager [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing instance network info cache due to event network-changed-7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.464041] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquiring lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.489180] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7a473-c4aa-4a0e-b927-4aef811bd527 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.499801] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311301d6-9f9d-43dd-8728-ea85dfa09d1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.539407] env[68989]: DEBUG nova.compute.manager [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.539653] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.543168] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60514cb1-9976-4250-9c5b-a1e8c30af5b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.546794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9650130-ff49-4e24-a7a7-5f0d02265fea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.556380] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.562683] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6004786d-212e-42ba-a7c0-5be3f19e6036 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.562683] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7bc44-7be4-43a2-bbc5-7eb341c93c01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.584691] env[68989]: DEBUG nova.compute.provider_tree [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.591295] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 939.591295] env[68989]: value = "task-3217974" [ 939.591295] env[68989]: _type = "Task" [ 939.591295] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.591713] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217973, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.611363] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.611702] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5222670e-da4f-e900-96ac-ec5174613c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.612615] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updated VIF entry in instance network info cache for port 7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.612826] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.615389] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.617220] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67cae4e-3f3b-495d-b665-18f1a0dc925a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.624648] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 939.624648] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524eabe9-efe6-65af-18dd-32fa491bf9ff" [ 939.624648] env[68989]: _type = "Task" [ 939.624648] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.642024] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524eabe9-efe6-65af-18dd-32fa491bf9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.683244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.683567] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0563f80-df52-4086-acab-04687225a902 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.693800] env[68989]: DEBUG oslo_vmware.api [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 939.693800] env[68989]: value = "task-3217975" [ 939.693800] env[68989]: _type = "Task" [ 939.693800] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.703045] env[68989]: DEBUG oslo_vmware.api [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.821611] env[68989]: DEBUG nova.network.neutron [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Updating instance_info_cache with network_info: [{"id": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "address": "fa:16:3e:bf:13:62", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b68e9d-64", "ovs_interfaceid": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.930143] env[68989]: DEBUG nova.network.neutron [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.082845] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563867} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.084031] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3472ecf7-5869-4971-818f-538ed1506eab/3472ecf7-5869-4971-818f-538ed1506eab.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.084031] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.084031] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1af2fac9-ad05-42e1-b32d-e785d2eba52e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.093134] env[68989]: DEBUG nova.scheduler.client.report [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.097185] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 940.097185] env[68989]: value = "task-3217976" [ 940.097185] env[68989]: _type = "Task" [ 940.097185] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.112935] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.116906] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.117164] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Received event network-vif-plugged-d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.117361] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Acquiring lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.117566] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.117728] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.117901] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] No waiting events found dispatching network-vif-plugged-d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.118066] env[68989]: WARNING nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Received unexpected event network-vif-plugged-d4b68e9d-645f-4fe4-bec2-6a4be9049341 for instance with vm_state building and task_state spawning. [ 940.118236] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Received event network-changed-d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.118393] env[68989]: DEBUG nova.compute.manager [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Refreshing instance network info cache due to event network-changed-d4b68e9d-645f-4fe4-bec2-6a4be9049341. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.118561] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Acquiring lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.118782] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217974, 'name': PowerOffVM_Task, 'duration_secs': 0.255424} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.119017] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Acquired lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.119177] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Refreshing network info cache for port 7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.120861] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.120861] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.121176] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c809c6b3-8357-458f-9e3d-aa9d9b2c3c0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.137225] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524eabe9-efe6-65af-18dd-32fa491bf9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.137505] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.137765] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/ce861f9c-3c22-44e6-9590-ff70f3bfc022.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.138038] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76fdf009-73ea-40ed-90f1-a59adcee087e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155769] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 940.155769] env[68989]: value = "task-3217978" [ 940.155769] env[68989]: _type = "Task" [ 940.155769] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.165122] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.180827] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.205935] env[68989]: DEBUG oslo_vmware.api [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217975, 'name': PowerOffVM_Task, 'duration_secs': 0.204558} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.208274] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.208543] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.208705] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.208913] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.209079] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.209232] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.209442] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.209603] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.209799] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.209935] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.210125] env[68989]: DEBUG nova.virt.hardware [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.210434] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.210622] env[68989]: DEBUG nova.compute.manager [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.211848] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b191abf-e9a0-4332-ad3a-46ede9c56dba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.216497] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd5d63-6869-48d1-b2b3-d033cb19241d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.219165] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.219369] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.219550] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Deleting the datastore file [datastore2] 6c893e9c-5eb7-451d-9e98-cf0d28337f98 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.220192] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff96bae5-2540-45c5-9ed2-dc65b41e7acc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.226012] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d471b-2c49-4bc3-9435-81231eec600b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.232447] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for the task: (returnval){ [ 940.232447] env[68989]: value = "task-3217979" [ 940.232447] env[68989]: _type = "Task" [ 940.232447] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.247077] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.253692] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Creating folder: Project (2201b8302df644c2915c8416aabb0369). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.254445] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eba7a68-ca81-4d6d-a473-40370a0666db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.260210] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.270943] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Created folder: Project (2201b8302df644c2915c8416aabb0369) in parent group-v643186. [ 940.271249] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Creating folder: Instances. Parent ref: group-v643399. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.271780] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-872021b4-7d76-4a76-87b6-9cf730cecfd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.281744] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Created folder: Instances in parent group-v643399. [ 940.282059] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.282295] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.282541] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a091fe-adb0-44c1-99ac-543f3244a138 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.300250] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.300250] env[68989]: value = "task-3217982" [ 940.300250] env[68989]: _type = "Task" [ 940.300250] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.308044] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217982, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.324372] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.324685] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Instance network_info: |[{"id": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "address": "fa:16:3e:bf:13:62", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b68e9d-64", "ovs_interfaceid": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.324979] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Acquired lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.325184] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Refreshing network info cache for port d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.326395] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:13:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b68e9d-645f-4fe4-bec2-6a4be9049341', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.335974] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.337159] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.337386] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b5b3f89-efac-45fe-8b9b-36420c26c414 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.358866] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.358866] env[68989]: value = "task-3217983" [ 940.358866] env[68989]: _type = "Task" [ 940.358866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432547] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.432816] env[68989]: DEBUG nova.compute.manager [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Inject network info {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 940.433093] env[68989]: DEBUG nova.compute.manager [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] network_info to inject: |[{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 940.438065] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfiguring VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.438388] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2353e400-a7d4-4b31-885c-4a1777eabc00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.457703] env[68989]: DEBUG oslo_vmware.api [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 940.457703] env[68989]: value = "task-3217984" [ 940.457703] env[68989]: _type = "Task" [ 940.457703] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.467550] env[68989]: DEBUG oslo_vmware.api [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.518609] env[68989]: DEBUG nova.objects.instance [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lazy-loading 'flavor' on Instance uuid 9c287ac3-25c6-48bc-adf0-c1002eab1595 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.563310] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.563751] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.564116] env[68989]: DEBUG nova.compute.manager [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Going to confirm migration 5 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 940.603265] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.603959] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.611916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.974s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.613851] env[68989]: INFO nova.compute.claims [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.627025] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069456} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.627025] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.628580] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdeec5-076a-4898-81b6-5cfa84f3543b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.659377] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 3472ecf7-5869-4971-818f-538ed1506eab/3472ecf7-5869-4971-818f-538ed1506eab.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.660855] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc46fbc-e4c2-4afe-a91e-e146c0b45a5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.694502] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.694502] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 940.694502] env[68989]: value = "task-3217985" [ 940.694502] env[68989]: _type = "Task" [ 940.694502] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.707373] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.747131] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b66c4da-1001-4bc9-bded-dcc0f2aadec5 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.755892] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.811983] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217982, 'name': CreateVM_Task, 'duration_secs': 0.38329} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.814933] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.815433] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.815802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.816022] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.816660] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa7f184-d417-45a0-8da8-608a7c9620b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.823632] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 940.823632] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521a50e4-047e-1f4e-5e8a-f652644d0f28" [ 940.823632] env[68989]: _type = "Task" [ 940.823632] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.835763] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521a50e4-047e-1f4e-5e8a-f652644d0f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.872937] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217983, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.951113] env[68989]: DEBUG nova.compute.manager [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.951622] env[68989]: DEBUG nova.compute.manager [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing instance network info cache due to event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.952272] env[68989]: DEBUG oslo_concurrency.lockutils [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.952272] env[68989]: DEBUG oslo_concurrency.lockutils [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.952461] env[68989]: DEBUG nova.network.neutron [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.978355] env[68989]: DEBUG oslo_vmware.api [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217984, 'name': ReconfigVM_Task, 'duration_secs': 0.217108} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.978657] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9e751c-10df-4289-a29e-0525bf0a5065 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfigured VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 941.018664] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updated VIF entry in instance network info cache for port 7aa82401-47b4-4172-a408-98575962b150. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.019053] env[68989]: DEBUG nova.network.neutron [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [{"id": "7aa82401-47b4-4172-a408-98575962b150", "address": "fa:16:3e:bb:d7:6a", "network": {"id": "73daf1ff-46d4-4cea-a8f3-c84aba215551", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-445801193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44fbddb250b44922a5e9f81845419b32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa82401-47", "ovs_interfaceid": "7aa82401-47b4-4172-a408-98575962b150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.024240] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.082368] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.082621] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.082852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.083054] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.083224] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.085366] env[68989]: INFO nova.compute.manager [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Terminating instance [ 941.107801] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Updated VIF entry in instance network info cache for port d4b68e9d-645f-4fe4-bec2-6a4be9049341. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.108157] env[68989]: DEBUG nova.network.neutron [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Updating instance_info_cache with network_info: [{"id": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "address": "fa:16:3e:bf:13:62", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b68e9d-64", "ovs_interfaceid": "d4b68e9d-645f-4fe4-bec2-6a4be9049341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.110842] env[68989]: DEBUG nova.compute.utils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.113330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113512] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.113693] env[68989]: DEBUG nova.network.neutron [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.113910] env[68989]: DEBUG nova.objects.instance [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'info_cache' on Instance uuid e9bb7557-9e5d-430c-a719-1e1e37b95494 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.115398] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.115568] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.157583] env[68989]: DEBUG nova.policy [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.173538] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90774} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.173978] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/ce861f9c-3c22-44e6-9590-ff70f3bfc022.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.174273] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.174573] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52dd9073-b84e-40bd-8615-5b8421c0205c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.182751] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 941.182751] env[68989]: value = "task-3217986" [ 941.182751] env[68989]: _type = "Task" [ 941.182751] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.196293] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.206433] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.249478] env[68989]: DEBUG oslo_vmware.api [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Task: {'id': task-3217979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.876941} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.249960] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.250160] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.250370] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.250579] env[68989]: INFO nova.compute.manager [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Took 1.71 seconds to destroy the instance on the hypervisor. [ 941.250745] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.250948] env[68989]: DEBUG nova.compute.manager [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.251059] env[68989]: DEBUG nova.network.neutron [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.334631] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521a50e4-047e-1f4e-5e8a-f652644d0f28, 'name': SearchDatastore_Task, 'duration_secs': 0.027641} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.334977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.335230] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.335469] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.335618] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.335807] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.336089] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff92634-66e5-4f2a-97eb-8f6c0e85383d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.355494] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.355902] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.356531] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb64e83-8d49-43b9-b07b-713572c16c58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.364799] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 941.364799] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c735cc-2897-7f42-264d-85387e9fdbe2" [ 941.364799] env[68989]: _type = "Task" [ 941.364799] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.372627] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3217983, 'name': CreateVM_Task, 'duration_secs': 0.544595} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.373316] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.374204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.374390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.374801] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.378734] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3163f378-02cc-488f-bb7e-7af95a5d73cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.380661] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c735cc-2897-7f42-264d-85387e9fdbe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.383968] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 941.383968] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2646b-27e5-e514-a0aa-a07aa9f3da5f" [ 941.383968] env[68989]: _type = "Task" [ 941.383968] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.392601] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d2646b-27e5-e514-a0aa-a07aa9f3da5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.521560] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d418e2f-0b08-4827-a5ba-6aeb0cc09b3d req-ba384881-5237-4efa-9d56-0c72af275d3f service nova] Releasing lock "refresh_cache-6c893e9c-5eb7-451d-9e98-cf0d28337f98" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.535676] env[68989]: DEBUG nova.compute.manager [req-682d2992-58b0-4e03-a9dc-714c549c581a req-c1bd5d8c-d4bd-4d13-9019-17ab51980ac1 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Received event network-vif-deleted-7aa82401-47b4-4172-a408-98575962b150 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.535912] env[68989]: INFO nova.compute.manager [req-682d2992-58b0-4e03-a9dc-714c549c581a req-c1bd5d8c-d4bd-4d13-9019-17ab51980ac1 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Neutron deleted interface 7aa82401-47b4-4172-a408-98575962b150; detaching it from the instance and deleting it from the info cache [ 941.536098] env[68989]: DEBUG nova.network.neutron [req-682d2992-58b0-4e03-a9dc-714c549c581a req-c1bd5d8c-d4bd-4d13-9019-17ab51980ac1 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.589072] env[68989]: DEBUG nova.compute.manager [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.589305] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.592253] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da288c-c041-4942-82fe-05a66e676317 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.602911] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.603173] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e3c903-db2a-40d3-b0c7-2f95be6a866a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.610071] env[68989]: DEBUG oslo_concurrency.lockutils [req-44f8a9c5-a586-4c59-a2ec-0f5691485460 req-187d1c74-f52c-4c25-b870-2c9992acf9ee service nova] Releasing lock "refresh_cache-c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.612876] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.675950] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.676202] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.676384] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore2] 3df4fcfd-c34c-4c9f-8983-a820db0a999b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.676640] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd32a25b-3583-4a14-9800-1a3f0732eb94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.688045] env[68989]: DEBUG oslo_vmware.api [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 941.688045] env[68989]: value = "task-3217988" [ 941.688045] env[68989]: _type = "Task" [ 941.688045] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.698424] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071981} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.702472] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.707254] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a136b6-3c23-4d2b-97d8-845dceee5481 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.710259] env[68989]: DEBUG oslo_vmware.api [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.718750] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.740378] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/ce861f9c-3c22-44e6-9590-ff70f3bfc022.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.742680] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82c27e8-9c30-460e-8c9c-8ccdfcd49df5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.764163] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 941.764163] env[68989]: value = "task-3217989" [ 941.764163] env[68989]: _type = "Task" [ 941.764163] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.772953] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.877191] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c735cc-2897-7f42-264d-85387e9fdbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.047902} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.881898] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Successfully created port: d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.884304] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d856a2-4985-40cc-aacb-0929b236cae0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.902218] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 941.902218] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f8147-9bce-e8f3-894a-45bed469262a" [ 941.902218] env[68989]: _type = "Task" [ 941.902218] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.902949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.903316] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Processing image 78f3eb06-f801-4957-b4dd-32c0fef2687b {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.903669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.903927] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.904248] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.909717] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef7be40-d762-4503-8e99-b0e5855a37a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.918329] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f8147-9bce-e8f3-894a-45bed469262a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.931034] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.931034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.931034] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b3e774-f09b-4267-9748-362aaac5e94a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.937491] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 941.937491] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e1dd2e-8a21-45e6-3ca1-b70b987d7dbc" [ 941.937491] env[68989]: _type = "Task" [ 941.937491] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.950114] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e1dd2e-8a21-45e6-3ca1-b70b987d7dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.978999] env[68989]: DEBUG nova.network.neutron [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updated VIF entry in instance network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.979765] env[68989]: DEBUG nova.network.neutron [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.017786] env[68989]: DEBUG nova.network.neutron [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.041668] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f37473c-49be-4988-8e56-a5a34522512a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.052909] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27b7d5-881a-4da6-8927-4ac680fa9167 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.068267] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fedf3b-4e01-4dfe-99fb-347ea6c199c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.076319] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0f443-050c-4e0b-ae0d-692b9b8d794f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.119794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9e9c1a-493e-45d1-8418-3f186cea7fe0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.130181] env[68989]: DEBUG nova.compute.manager [req-682d2992-58b0-4e03-a9dc-714c549c581a req-c1bd5d8c-d4bd-4d13-9019-17ab51980ac1 service nova] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Detach interface failed, port_id=7aa82401-47b4-4172-a408-98575962b150, reason: Instance 6c893e9c-5eb7-451d-9e98-cf0d28337f98 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.134283] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441f592a-0a14-40c6-b9a7-dfd0a5d00d7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.148576] env[68989]: DEBUG nova.compute.provider_tree [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.200557] env[68989]: DEBUG oslo_vmware.api [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3217988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368559} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.203924] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.204139] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.204320] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.204507] env[68989]: INFO nova.compute.manager [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 942.204748] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.205278] env[68989]: DEBUG nova.compute.manager [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.205386] env[68989]: DEBUG nova.network.neutron [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.214759] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217985, 'name': ReconfigVM_Task, 'duration_secs': 1.343876} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.215165] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 3472ecf7-5869-4971-818f-538ed1506eab/3472ecf7-5869-4971-818f-538ed1506eab.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.215822] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ed88455-9456-4ab2-9df4-941b83a2711f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.224130] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 942.224130] env[68989]: value = "task-3217990" [ 942.224130] env[68989]: _type = "Task" [ 942.224130] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.235909] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217990, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.277534] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217989, 'name': ReconfigVM_Task, 'duration_secs': 0.455258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.279767] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfigured VM instance instance-0000004a to attach disk [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/ce861f9c-3c22-44e6-9590-ff70f3bfc022.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.282562] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a93a00c5-d1ed-43da-a385-dfd191a78e54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.294691] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 942.294691] env[68989]: value = "task-3217991" [ 942.294691] env[68989]: _type = "Task" [ 942.294691] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.311722] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217991, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.413129] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f8147-9bce-e8f3-894a-45bed469262a, 'name': SearchDatastore_Task, 'duration_secs': 0.0252} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.413451] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.413756] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.414184] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-061b0771-b387-40bd-aaa4-bfeda7a3bbc7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.422335] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 942.422335] env[68989]: value = "task-3217992" [ 942.422335] env[68989]: _type = "Task" [ 942.422335] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.437239] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.438211] env[68989]: DEBUG nova.network.neutron [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [{"id": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "address": "fa:16:3e:f1:17:53", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe634a31-6a", "ovs_interfaceid": "fe634a31-6a4a-4863-ab50-7a60fd2591e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.452049] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 942.452329] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Fetch image to [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81/OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 942.452511] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Downloading stream optimized image 78f3eb06-f801-4957-b4dd-32c0fef2687b to [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81/OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81.vmdk on the data store datastore2 as vApp {{(pid=68989) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 942.452790] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Downloading image file data 78f3eb06-f801-4957-b4dd-32c0fef2687b to the ESX as VM named 'OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81' {{(pid=68989) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 942.483228] env[68989]: DEBUG oslo_concurrency.lockutils [req-f06408ee-cd96-4f6f-90d4-fc34b49131bb req-4c6fb8dc-e087-4c9e-92fe-68f5155b59f3 service nova] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.483753] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.520402] env[68989]: INFO nova.compute.manager [-] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Took 1.27 seconds to deallocate network for instance. [ 942.565262] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 942.565262] env[68989]: value = "resgroup-9" [ 942.565262] env[68989]: _type = "ResourcePool" [ 942.565262] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 942.566014] env[68989]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-172b8b14-459f-4780-baa3-748e62e8bf90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.595019] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease: (returnval){ [ 942.595019] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 942.595019] env[68989]: _type = "HttpNfcLease" [ 942.595019] env[68989]: } obtained for vApp import into resource pool (val){ [ 942.595019] env[68989]: value = "resgroup-9" [ 942.595019] env[68989]: _type = "ResourcePool" [ 942.595019] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 942.595398] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the lease: (returnval){ [ 942.595398] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 942.595398] env[68989]: _type = "HttpNfcLease" [ 942.595398] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.603231] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.603231] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 942.603231] env[68989]: _type = "HttpNfcLease" [ 942.603231] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.630921] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.652037] env[68989]: DEBUG nova.scheduler.client.report [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.668481] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.668778] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.668911] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.669224] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.669375] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.669525] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.669795] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.669979] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.670907] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.670907] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.670907] env[68989]: DEBUG nova.virt.hardware [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.671442] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b45f3-1e17-4812-baec-2ec45eeb9fc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.680948] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbd2ffb-ca30-403a-8f42-7d5aebf10c98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.739474] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217990, 'name': Rename_Task, 'duration_secs': 0.175372} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.742365] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.742365] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cf940d8-0a77-4a6f-ab32-9adfee2ecb13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.751282] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 942.751282] env[68989]: value = "task-3217994" [ 942.751282] env[68989]: _type = "Task" [ 942.751282] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.761460] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.807220] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217991, 'name': Rename_Task, 'duration_secs': 0.174595} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.807600] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.807880] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce26dd3-efb0-480a-a9e6-0b113832285a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.820215] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 942.820215] env[68989]: value = "task-3217995" [ 942.820215] env[68989]: _type = "Task" [ 942.820215] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.842228] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.933947] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217992, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.940895] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-e9bb7557-9e5d-430c-a719-1e1e37b95494" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.941251] env[68989]: DEBUG nova.objects.instance [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lazy-loading 'migration_context' on Instance uuid e9bb7557-9e5d-430c-a719-1e1e37b95494 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.958781] env[68989]: DEBUG nova.network.neutron [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.981308] env[68989]: DEBUG nova.compute.manager [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.981601] env[68989]: DEBUG nova.compute.manager [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing instance network info cache due to event network-changed-4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.981757] env[68989]: DEBUG oslo_concurrency.lockutils [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] Acquiring lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.009173] env[68989]: DEBUG nova.network.neutron [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.028440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.105145] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.105145] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 943.105145] env[68989]: _type = "HttpNfcLease" [ 943.105145] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 943.162541] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.163152] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.166446] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.658s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.166672] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.168857] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.346s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.169099] env[68989]: DEBUG nova.objects.instance [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lazy-loading 'resources' on Instance uuid 8dfca110-574d-47b5-9ff7-5082aaaced2b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.198721] env[68989]: INFO nova.scheduler.client.report [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted allocations for instance 50f4c6c7-b396-4190-90e9-736a7d9a73cf [ 943.262654] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217994, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.331128] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217995, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.434475] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53545} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.434475] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.434475] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.434475] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de49378d-27bb-4b42-a248-8294e5b39380 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.441487] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 943.441487] env[68989]: value = "task-3217996" [ 943.441487] env[68989]: _type = "Task" [ 943.441487] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.445463] env[68989]: DEBUG nova.objects.base [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.446319] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa272d1d-0ece-416f-9e5d-02df8955dd40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.457364] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.477261] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45e3f43-6f37-4561-88b6-620cb819a116 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.486037] env[68989]: DEBUG oslo_vmware.api [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 943.486037] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f58356-445f-8862-d318-8558b6c1e516" [ 943.486037] env[68989]: _type = "Task" [ 943.486037] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.496163] env[68989]: DEBUG oslo_vmware.api [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f58356-445f-8862-d318-8558b6c1e516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.516316] env[68989]: INFO nova.compute.manager [-] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Took 1.31 seconds to deallocate network for instance. [ 943.607077] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.607077] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 943.607077] env[68989]: _type = "HttpNfcLease" [ 943.607077] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.607077] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.607077] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523fd66d-edcf-eb71-cbe9-ba38fee2b16d" [ 943.607077] env[68989]: _type = "HttpNfcLease" [ 943.607077] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 943.607077] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176469b1-4510-4ca2-a67a-3d3e3cd54381 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.616466] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.616466] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 943.682143] env[68989]: DEBUG nova.compute.utils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.692967] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Successfully updated port: d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.696301] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.696425] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.702502] env[68989]: DEBUG nova.compute.manager [req-38115bf4-be28-4227-8db9-6ff6a65c8f4e req-6920539f-d7fa-4048-8d2c-90168b215451 service nova] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Received event network-vif-deleted-c12002fc-77ea-49ab-8515-fe86c6f340a6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.714326] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19c62b08-b409-4f4b-be05-23ea53ab88b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717838] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30d7edcd-6c4b-4d0e-8162-1d28f0d1b778 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "50f4c6c7-b396-4190-90e9-736a7d9a73cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.369s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.773489] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217994, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.840938] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.890050] env[68989]: DEBUG nova.policy [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4290908eda1143a99975285047fecfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db0ab468d9b9481d8e076851e0f06023', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.954893] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071275} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.958133] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.959033] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f2825-a4d8-46a1-938a-620702b89f39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.981743] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.984931] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd730b79-dad4-4ecb-8fd8-88905ece18f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.010620] env[68989]: DEBUG oslo_vmware.api [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f58356-445f-8862-d318-8558b6c1e516, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.011826] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.012116] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 944.012116] env[68989]: value = "task-3217997" [ 944.012116] env[68989]: _type = "Task" [ 944.012116] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.021304] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.027195] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.113181] env[68989]: DEBUG nova.network.neutron [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.133703] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b4ff9-11cf-4a81-9919-7eefbbf87a5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.141856] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0720a-d7af-4139-95b7-354830efb5a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.177649] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a3d4b-c3fa-488f-a78d-69e402d6558d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.185547] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c125de48-5615-4030-b3a4-e8f241989501 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.199294] env[68989]: DEBUG nova.compute.provider_tree [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.203461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.203559] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.204051] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.204919] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.264074] env[68989]: DEBUG oslo_vmware.api [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3217994, 'name': PowerOnVM_Task, 'duration_secs': 1.033634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.265731] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.265941] env[68989]: INFO nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Took 13.41 seconds to spawn the instance on the hypervisor. [ 944.266136] env[68989]: DEBUG nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.266951] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61484ba6-b331-4f4c-a9e2-af0e71ebc4a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.334888] env[68989]: DEBUG oslo_vmware.api [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3217995, 'name': PowerOnVM_Task, 'duration_secs': 1.029956} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.336750] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.336966] env[68989]: INFO nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Took 9.14 seconds to spawn the instance on the hypervisor. [ 944.337248] env[68989]: DEBUG nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.338542] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b9ef7f-021e-4063-9a8f-b23d081eccad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.409103] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Successfully created port: bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.437238] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.437519] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.525180] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217997, 'name': ReconfigVM_Task, 'duration_secs': 0.481725} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.526877] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.527526] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835e5c35-a847-421e-bdd9-efbbe9a0f755 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.533631] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 944.533631] env[68989]: value = "task-3217998" [ 944.533631] env[68989]: _type = "Task" [ 944.533631] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.547931] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217998, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.616797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.617569] env[68989]: DEBUG nova.compute.manager [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Inject network info {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 944.617569] env[68989]: DEBUG nova.compute.manager [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] network_info to inject: |[{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 944.622483] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfiguring VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 944.624681] env[68989]: DEBUG oslo_concurrency.lockutils [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] Acquired lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.624879] env[68989]: DEBUG nova.network.neutron [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Refreshing network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.626196] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6e8f7d-a4b4-4982-9b89-0654b903285a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.645151] env[68989]: DEBUG oslo_vmware.api [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 944.645151] env[68989]: value = "task-3217999" [ 944.645151] env[68989]: _type = "Task" [ 944.645151] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.654767] env[68989]: DEBUG oslo_vmware.api [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.702269] env[68989]: DEBUG nova.scheduler.client.report [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.760267] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.797017] env[68989]: INFO nova.compute.manager [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Took 35.96 seconds to build instance. [ 944.836035] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 944.836270] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.837181] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a07768-1c4e-46de-9b27-d7875d774df0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.846643] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.846810] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 944.847041] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a418210-ad56-4507-8f48-6f6a31f8102e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.859428] env[68989]: INFO nova.compute.manager [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Took 30.28 seconds to build instance. [ 944.912178] env[68989]: DEBUG nova.network.neutron [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updated VIF entry in instance network info cache for port 4e04b186-4a06-489a-84f1-eefce4a417b9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.912581] env[68989]: DEBUG nova.network.neutron [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [{"id": "4e04b186-4a06-489a-84f1-eefce4a417b9", "address": "fa:16:3e:27:07:63", "network": {"id": "54a590da-d711-4dac-b125-7778669a9223", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-14552999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c94402b0d2554ed6868ffc8e289dd59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e04b186-4a", "ovs_interfaceid": "4e04b186-4a06-489a-84f1-eefce4a417b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.938470] env[68989]: DEBUG nova.network.neutron [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Updating instance_info_cache with network_info: [{"id": "d3797120-6bd4-4534-b42f-71b85bae14c3", "address": "fa:16:3e:d1:7d:1a", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3797120-6b", "ovs_interfaceid": "d3797120-6bd4-4534-b42f-71b85bae14c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.942949] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.008172] env[68989]: DEBUG nova.compute.manager [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Received event network-vif-plugged-d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.008446] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Acquiring lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.008666] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.008785] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.008955] env[68989]: DEBUG nova.compute.manager [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] No waiting events found dispatching network-vif-plugged-d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.012747] env[68989]: WARNING nova.compute.manager [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Received unexpected event network-vif-plugged-d3797120-6bd4-4534-b42f-71b85bae14c3 for instance with vm_state building and task_state spawning. [ 945.012960] env[68989]: DEBUG nova.compute.manager [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Received event network-changed-d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.013179] env[68989]: DEBUG nova.compute.manager [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Refreshing instance network info cache due to event network-changed-d3797120-6bd4-4534-b42f-71b85bae14c3. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.013382] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Acquiring lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.030925] env[68989]: DEBUG oslo_vmware.rw_handles [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f99459-dc09-0284-f7de-e13a3be7e85a/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 945.031208] env[68989]: INFO nova.virt.vmwareapi.images [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Downloaded image file data 78f3eb06-f801-4957-b4dd-32c0fef2687b [ 945.032946] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65c2de5-9f9b-44e8-b984-10290ce6bad1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.059829] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b3caa1-378b-4f2d-bf2f-3754894f3c08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.061547] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3217998, 'name': Rename_Task, 'duration_secs': 0.155153} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.062249] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.062878] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5359514a-8808-429e-ba1c-82ca07bd0c40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.072903] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 945.072903] env[68989]: value = "task-3218001" [ 945.072903] env[68989]: _type = "Task" [ 945.072903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.082130] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.094094] env[68989]: INFO nova.virt.vmwareapi.images [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] The imported VM was unregistered [ 945.096919] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 945.097067] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.097320] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-849594c1-1da6-4976-b684-1579e8e1bb06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.113786] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.114020] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81/OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81.vmdk to [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk. {{(pid=68989) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 945.114292] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-36e81f54-199f-4ae0-9cee-c02a30517d89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.121398] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 945.121398] env[68989]: value = "task-3218002" [ 945.121398] env[68989]: _type = "Task" [ 945.121398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.129828] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.155118] env[68989]: DEBUG oslo_vmware.api [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3217999, 'name': ReconfigVM_Task, 'duration_secs': 0.173984} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.155424] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17213c28-ad8a-4a77-a810-b389e1bee2ad tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Reconfigured VM instance to set the machine id {{(pid=68989) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 945.211712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.214197] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.453s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.214436] env[68989]: DEBUG nova.objects.instance [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lazy-loading 'resources' on Instance uuid 22dc8f1f-38c6-4323-bbc6-242c547c2483 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.216426] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.237128] env[68989]: INFO nova.scheduler.client.report [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Deleted allocations for instance 8dfca110-574d-47b5-9ff7-5082aaaced2b [ 945.250975] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.251264] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.251441] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.251616] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.251758] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.251926] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.252198] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.252655] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.252655] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.252754] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.252880] env[68989]: DEBUG nova.virt.hardware [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.253784] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262e26fb-0fbe-4502-99e4-13501ba940fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.262616] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2b039-aa29-4ade-bafd-63edbe1bcc8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.299654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3d38b6f3-a660-4674-ad65-bb97b703615f tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.469s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.361458] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e667febc-48c6-446c-a4fc-57e0559cd511 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.812s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.415932] env[68989]: DEBUG oslo_concurrency.lockutils [req-e608f97d-17ca-4113-9a7b-aaf586a458c5 req-38447b24-aa67-4133-a3ae-ae19a6ee9065 service nova] Releasing lock "refresh_cache-9c287ac3-25c6-48bc-adf0-c1002eab1595" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.441293] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.442019] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Instance network_info: |[{"id": "d3797120-6bd4-4534-b42f-71b85bae14c3", "address": "fa:16:3e:d1:7d:1a", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3797120-6b", "ovs_interfaceid": "d3797120-6bd4-4534-b42f-71b85bae14c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.442431] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Acquired lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.442666] env[68989]: DEBUG nova.network.neutron [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Refreshing network info cache for port d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.443993] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:7d:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3797120-6bd4-4534-b42f-71b85bae14c3', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.451876] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.456936] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.460742] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266cc0ca-d419-4d49-b465-2abdc1353014 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.492679] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.492679] env[68989]: value = "task-3218003" [ 945.492679] env[68989]: _type = "Task" [ 945.492679] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.499999] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.503988] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218003, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.533449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.533449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.533697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.533954] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.534147] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.537312] env[68989]: INFO nova.compute.manager [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Terminating instance [ 945.589120] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.635336] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.749108] env[68989]: DEBUG oslo_concurrency.lockutils [None req-92a5f145-3f85-4202-885f-1db43711aae6 tempest-ServersAdminTestJSON-883747045 tempest-ServersAdminTestJSON-883747045-project-member] Lock "8dfca110-574d-47b5-9ff7-5082aaaced2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.448s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.759406] env[68989]: DEBUG nova.network.neutron [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Updated VIF entry in instance network info cache for port d3797120-6bd4-4534-b42f-71b85bae14c3. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.759406] env[68989]: DEBUG nova.network.neutron [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Updating instance_info_cache with network_info: [{"id": "d3797120-6bd4-4534-b42f-71b85bae14c3", "address": "fa:16:3e:d1:7d:1a", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3797120-6b", "ovs_interfaceid": "d3797120-6bd4-4534-b42f-71b85bae14c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.987766] env[68989]: INFO nova.compute.manager [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Rescuing [ 945.989029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.989029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.989029] env[68989]: DEBUG nova.network.neutron [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.000509] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Successfully updated port: bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.006306] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218003, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.041669] env[68989]: DEBUG nova.compute.manager [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.042059] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.042880] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c0e11-c1b8-4dff-b12b-39d2aa04b8d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.053499] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.053868] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f672e19-2278-4f2e-8500-0a1fbf47d037 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.067506] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 946.067506] env[68989]: value = "task-3218004" [ 946.067506] env[68989]: _type = "Task" [ 946.067506] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.084909] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3218004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.093188] env[68989]: DEBUG oslo_vmware.api [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218001, 'name': PowerOnVM_Task, 'duration_secs': 0.604936} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.093455] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.093715] env[68989]: INFO nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Took 5.91 seconds to spawn the instance on the hypervisor. [ 946.094451] env[68989]: DEBUG nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.095064] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed2851-ce23-4693-8d20-f8fe65bc1d68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.099335] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39724d-85b9-4ff3-ad28-1a4541d6ada2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.113656] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544d0e3-2860-471a-8c54-9c732a92af86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.156695] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1db15b-909f-452d-ae79-5a7bd5af00b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.164696] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.169024] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4478751-2ca9-45e0-8df2-48aba7db65cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.197824] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "3472ecf7-5869-4971-818f-538ed1506eab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.198313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.198787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "3472ecf7-5869-4971-818f-538ed1506eab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.199126] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.199590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.201969] env[68989]: DEBUG nova.compute.provider_tree [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.207026] env[68989]: INFO nova.compute.manager [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Terminating instance [ 946.262950] env[68989]: DEBUG oslo_concurrency.lockutils [req-d0e622b2-8be4-4a85-9581-38c82d9531b4 req-240a58fc-82c2-41ef-87d1-e1faefc02654 service nova] Releasing lock "refresh_cache-73a6c6f7-437a-46d3-8204-ede134b20da4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.506487] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218003, 'name': CreateVM_Task, 'duration_secs': 0.70627} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.506683] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.507421] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.511029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.511029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.511029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.511029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.511029] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.511029] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7343047c-429d-427f-8308-80c24388157d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.519115] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 946.519115] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d5ab4-a548-1425-3de1-3e548049f0d7" [ 946.519115] env[68989]: _type = "Task" [ 946.519115] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.532677] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d5ab4-a548-1425-3de1-3e548049f0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.578980] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3218004, 'name': PowerOffVM_Task, 'duration_secs': 0.446525} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.579472] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.579706] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.580310] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b564e5f-1525-4b87-bdec-53ff1e3722c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.630122] env[68989]: INFO nova.compute.manager [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Took 31.44 seconds to build instance. [ 946.638839] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.670112] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.670417] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.670533] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Deleting the datastore file [datastore1] 9c287ac3-25c6-48bc-adf0-c1002eab1595 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.673594] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1322470-6056-4ef4-afc6-dbf9dd5ce762 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.682468] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for the task: (returnval){ [ 946.682468] env[68989]: value = "task-3218006" [ 946.682468] env[68989]: _type = "Task" [ 946.682468] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.693868] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3218006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.707465] env[68989]: DEBUG nova.scheduler.client.report [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.711422] env[68989]: DEBUG nova.compute.manager [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.711675] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.715497] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377389e1-1f29-481b-8262-4f0932e07701 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.732437] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.733334] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51faaa01-b757-4908-a02b-ae424a87c62f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.742271] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 946.742271] env[68989]: value = "task-3218007" [ 946.742271] env[68989]: _type = "Task" [ 946.742271] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.754809] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.906578] env[68989]: DEBUG nova.network.neutron [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [{"id": "dcf952e0-f46e-4050-b864-67139a8d53c2", "address": "fa:16:3e:23:f5:20", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf952e0-f4", "ovs_interfaceid": "dcf952e0-f46e-4050-b864-67139a8d53c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.030901] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d5ab4-a548-1425-3de1-3e548049f0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.093172} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.031402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.031982] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.033015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.033015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.033015] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.033304] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ccc90ad-7bf8-415c-bd4d-5950ecf300be {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.041912] env[68989]: DEBUG nova.compute.manager [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Received event network-vif-plugged-bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.041912] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Acquiring lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.041912] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.041912] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.041912] env[68989]: DEBUG nova.compute.manager [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] No waiting events found dispatching network-vif-plugged-bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.041912] env[68989]: WARNING nova.compute.manager [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Received unexpected event network-vif-plugged-bd5b6931-7562-4c08-bc1d-b534f69085fb for instance with vm_state building and task_state spawning. [ 947.041912] env[68989]: DEBUG nova.compute.manager [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Received event network-changed-bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.041912] env[68989]: DEBUG nova.compute.manager [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Refreshing instance network info cache due to event network-changed-bd5b6931-7562-4c08-bc1d-b534f69085fb. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.042996] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Acquiring lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.048199] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.048544] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.049752] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c875db-adb0-4e8f-8963-d0453c621842 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.057055] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 947.057055] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5236a27e-d724-4dc0-c362-9f95c4594281" [ 947.057055] env[68989]: _type = "Task" [ 947.057055] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.066869] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5236a27e-d724-4dc0-c362-9f95c4594281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.075615] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.135728] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67ec4d10-42be-475f-b6c5-3005a495f72f tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.953s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.136017] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.192144] env[68989]: DEBUG oslo_vmware.api [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Task: {'id': task-3218006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3162} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.192419] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.192607] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.192791] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.192989] env[68989]: INFO nova.compute.manager [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Took 1.15 seconds to destroy the instance on the hypervisor. [ 947.193254] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.193452] env[68989]: DEBUG nova.compute.manager [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.193548] env[68989]: DEBUG nova.network.neutron [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.221392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.223993] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.196s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.224269] env[68989]: DEBUG nova.objects.instance [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lazy-loading 'resources' on Instance uuid 6c893e9c-5eb7-451d-9e98-cf0d28337f98 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.260955] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.267101] env[68989]: INFO nova.scheduler.client.report [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Deleted allocations for instance 22dc8f1f-38c6-4323-bbc6-242c547c2483 [ 947.398650] env[68989]: DEBUG nova.network.neutron [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Updating instance_info_cache with network_info: [{"id": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "address": "fa:16:3e:90:d0:75", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b6931-75", "ovs_interfaceid": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.414444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.572022] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5236a27e-d724-4dc0-c362-9f95c4594281, 'name': SearchDatastore_Task, 'duration_secs': 0.091334} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.572022] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a87e51b-6ed0-4455-8268-cbd429f6b641 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.578530] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 947.578530] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525028b0-4fa0-ecb5-0f23-ce0f14c02de1" [ 947.578530] env[68989]: _type = "Task" [ 947.578530] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.591814] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525028b0-4fa0-ecb5-0f23-ce0f14c02de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.640049] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.766662] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218007, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.779893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2471acc4-34bd-47d6-85f5-b7ecf12acc0d tempest-MigrationsAdminTest-2044642374 tempest-MigrationsAdminTest-2044642374-project-member] Lock "22dc8f1f-38c6-4323-bbc6-242c547c2483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.955s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.902277] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.902501] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Instance network_info: |[{"id": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "address": "fa:16:3e:90:d0:75", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b6931-75", "ovs_interfaceid": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.902837] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Acquired lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.903027] env[68989]: DEBUG nova.network.neutron [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Refreshing network info cache for port bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.904246] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5b6931-7562-4c08-bc1d-b534f69085fb', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.914154] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Creating folder: Project (db0ab468d9b9481d8e076851e0f06023). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.922735] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1686dc34-765d-459b-a48f-2ea3cbb337ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.934284] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Created folder: Project (db0ab468d9b9481d8e076851e0f06023) in parent group-v643186. [ 947.934396] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Creating folder: Instances. Parent ref: group-v643405. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.934964] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc1cdee-d35b-426d-b058-48ab82dd03ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.953132] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Created folder: Instances in parent group-v643405. [ 947.953401] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.953858] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.954107] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30eff49-dbaa-4d45-b6b1-44f0e226ab27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.985425] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.985425] env[68989]: value = "task-3218010" [ 947.985425] env[68989]: _type = "Task" [ 947.985425] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.996243] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218010, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.105669] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525028b0-4fa0-ecb5-0f23-ce0f14c02de1, 'name': SearchDatastore_Task, 'duration_secs': 0.090267} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.105669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.105669] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 73a6c6f7-437a-46d3-8204-ede134b20da4/73a6c6f7-437a-46d3-8204-ede134b20da4.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.106153] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53efc3ca-c9f0-471d-ac26-c521af104d72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.120705] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 948.120705] env[68989]: value = "task-3218011" [ 948.120705] env[68989]: _type = "Task" [ 948.120705] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.138414] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.146262] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218002, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.854091} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.149141] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81/OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81.vmdk to [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk. [ 948.149407] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Cleaning up location [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 948.149514] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_42bbab4f-e320-4ad1-b5aa-b8da20646b81 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.152402] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c18da9-c9a0-4eda-a3d6-95d6fff0fcf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.161219] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 948.161219] env[68989]: value = "task-3218012" [ 948.161219] env[68989]: _type = "Task" [ 948.161219] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.171820] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.188168] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d552b6-a53b-42b4-9983-c3b1bdfad409 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.195922] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743418b-dc5d-4b08-bd3d-a965937a7bb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.235448] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250bdb59-f1a7-4ee9-92f8-f2365db68437 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.245359] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d0b1b-7846-4152-8841-7d6e127cd08a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.252555] env[68989]: DEBUG nova.compute.manager [req-fc86c855-893d-4bb1-a2cc-a7bbea3612c4 req-69bf75be-3ec5-4bf3-a819-5fefd4ed8e54 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Received event network-vif-deleted-4e04b186-4a06-489a-84f1-eefce4a417b9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.252860] env[68989]: INFO nova.compute.manager [req-fc86c855-893d-4bb1-a2cc-a7bbea3612c4 req-69bf75be-3ec5-4bf3-a819-5fefd4ed8e54 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Neutron deleted interface 4e04b186-4a06-489a-84f1-eefce4a417b9; detaching it from the instance and deleting it from the info cache [ 948.253052] env[68989]: DEBUG nova.network.neutron [req-fc86c855-893d-4bb1-a2cc-a7bbea3612c4 req-69bf75be-3ec5-4bf3-a819-5fefd4ed8e54 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.272608] env[68989]: DEBUG nova.compute.provider_tree [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.278436] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218007, 'name': PowerOffVM_Task, 'duration_secs': 1.032965} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.278718] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.278895] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.279618] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a566e6c-d01b-476c-bc4f-5c0490afa8c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.362440] env[68989]: DEBUG nova.network.neutron [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.376334] env[68989]: DEBUG nova.network.neutron [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Updated VIF entry in instance network info cache for port bd5b6931-7562-4c08-bc1d-b534f69085fb. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.376718] env[68989]: DEBUG nova.network.neutron [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Updating instance_info_cache with network_info: [{"id": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "address": "fa:16:3e:90:d0:75", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b6931-75", "ovs_interfaceid": "bd5b6931-7562-4c08-bc1d-b534f69085fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.423229] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.423443] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.423623] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleting the datastore file [datastore2] 3472ecf7-5869-4971-818f-538ed1506eab {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.423946] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46110728-714e-49b3-b717-14081a75a890 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.431480] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for the task: (returnval){ [ 948.431480] env[68989]: value = "task-3218014" [ 948.431480] env[68989]: _type = "Task" [ 948.431480] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.442076] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.495530] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218010, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.588225] env[68989]: INFO nova.compute.manager [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Rebuilding instance [ 948.631445] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218011, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.638194] env[68989]: DEBUG nova.compute.manager [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.639184] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874d77e-4dd5-4c28-b3e0-5072c2db3878 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.671440] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09928} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.671779] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.671971] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.672320] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk to [datastore2] c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872/c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.672502] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a48f580f-a34c-4a12-a780-44f62828e2e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.679995] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 948.679995] env[68989]: value = "task-3218015" [ 948.679995] env[68989]: _type = "Task" [ 948.679995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.692041] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.763092] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fac9130-8543-4b5a-a42b-10070e2d1af6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.778044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95df736-b986-4182-92ff-11f91d391ed8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.796395] env[68989]: DEBUG nova.scheduler.client.report [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.827418] env[68989]: DEBUG nova.compute.manager [req-fc86c855-893d-4bb1-a2cc-a7bbea3612c4 req-69bf75be-3ec5-4bf3-a819-5fefd4ed8e54 service nova] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Detach interface failed, port_id=4e04b186-4a06-489a-84f1-eefce4a417b9, reason: Instance 9c287ac3-25c6-48bc-adf0-c1002eab1595 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.867885] env[68989]: INFO nova.compute.manager [-] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Took 1.67 seconds to deallocate network for instance. [ 948.881091] env[68989]: DEBUG oslo_concurrency.lockutils [req-18f78e41-5455-4a86-90ac-d789fd48d9ba req-ba968887-638d-48a4-ab87-7dc32dae4312 service nova] Releasing lock "refresh_cache-8eee14e9-fa6a-434c-9659-3363ea1b868d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.948018] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.960520] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.960520] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39cb740-376e-4ac1-9e5b-fd18065292ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.971305] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 948.971305] env[68989]: value = "task-3218016" [ 948.971305] env[68989]: _type = "Task" [ 948.971305] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.981853] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.996698] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218010, 'name': CreateVM_Task, 'duration_secs': 0.540909} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.996937] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.998068] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.998068] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.998195] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.998388] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4040c29e-d051-4724-b8dc-39529abd7a3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.007236] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 949.007236] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f92856-ecaa-9534-76e3-ed57ff79d7b2" [ 949.007236] env[68989]: _type = "Task" [ 949.007236] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.015536] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f92856-ecaa-9534-76e3-ed57ff79d7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.131181] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815903} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.131479] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 73a6c6f7-437a-46d3-8204-ede134b20da4/73a6c6f7-437a-46d3-8204-ede134b20da4.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.131841] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.131940] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad633b4-40a7-4e1d-8282-13f78c8e2fcc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.138607] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 949.138607] env[68989]: value = "task-3218017" [ 949.138607] env[68989]: _type = "Task" [ 949.138607] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.148518] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.191351] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.304439] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.306912] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.295s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.347744] env[68989]: INFO nova.scheduler.client.report [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Deleted allocations for instance 6c893e9c-5eb7-451d-9e98-cf0d28337f98 [ 949.378583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.443281] env[68989]: DEBUG oslo_vmware.api [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Task: {'id': task-3218014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626707} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.443681] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.443820] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.443995] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.444227] env[68989]: INFO nova.compute.manager [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Took 2.73 seconds to destroy the instance on the hypervisor. [ 949.444438] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.444645] env[68989]: DEBUG nova.compute.manager [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.444736] env[68989]: DEBUG nova.network.neutron [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.480911] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218016, 'name': PowerOffVM_Task, 'duration_secs': 0.400644} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.480911] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.482089] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa193d6-288a-4743-bbb9-286e9b876a13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.503955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89528a93-7f53-4ff7-91c0-8b477ed659e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.521497] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f92856-ecaa-9534-76e3-ed57ff79d7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.038807} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.521830] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.522085] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.522388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.522531] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.522695] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.523339] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637c6a1e-e191-414b-80d9-e9c9ad1929a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.540299] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.540519] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.543074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.543355] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d233fb27-b2a0-4416-8101-fd7d480dea3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.546750] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e636709a-518c-4c78-819e-60a18818d651 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.553376] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 949.553376] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d7c69-f02a-3f5d-4091-8f0611ad77c2" [ 949.553376] env[68989]: _type = "Task" [ 949.553376] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.555237] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 949.555237] env[68989]: value = "task-3218018" [ 949.555237] env[68989]: _type = "Task" [ 949.555237] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.567184] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d7c69-f02a-3f5d-4091-8f0611ad77c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.572623] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.572834] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.573066] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.649040] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.385591} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.649340] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.650186] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1756a910-5229-49d8-9ea8-cbe129f62937 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.653568] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.653926] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d9c29e-2084-462b-82ce-71108b4609ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.674810] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 73a6c6f7-437a-46d3-8204-ede134b20da4/73a6c6f7-437a-46d3-8204-ede134b20da4.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.675718] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aaacfa5-1528-494c-af27-4cf74cf35ec9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.692350] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 949.692350] env[68989]: value = "task-3218019" [ 949.692350] env[68989]: _type = "Task" [ 949.692350] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.701182] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 949.701182] env[68989]: value = "task-3218020" [ 949.701182] env[68989]: _type = "Task" [ 949.701182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.712456] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.712708] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.721312] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.861918] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b29c037-584d-494d-b3bf-e4a6a8fb0cc0 tempest-ServerRescueTestJSONUnderV235-681494801 tempest-ServerRescueTestJSONUnderV235-681494801-project-member] Lock "6c893e9c-5eb7-451d-9e98-cf0d28337f98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.845s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.071598] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d7c69-f02a-3f5d-4091-8f0611ad77c2, 'name': SearchDatastore_Task, 'duration_secs': 0.083254} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.073674] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dffca63-023b-4aae-8165-272abeca5a7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.081214] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 950.081214] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1b48e-2b1d-fd25-07ff-67b0686390fd" [ 950.081214] env[68989]: _type = "Task" [ 950.081214] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.092925] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1b48e-2b1d-fd25-07ff-67b0686390fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.185668] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3409b62f-fcfa-4bc5-a645-d8b735628dad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.196729] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e1161-c043-453b-b046-ec8694881fcc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.209590] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.237417] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea11956-ed18-4128-964a-c503a693be15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.243239] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.248536] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.251389] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4571a52-b86b-4c08-921a-8923b6c58c62 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.266073] env[68989]: DEBUG nova.compute.provider_tree [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.295397] env[68989]: DEBUG nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-vif-deleted-14df2400-bd8a-4b24-997d-1c7514bfe30e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.295605] env[68989]: INFO nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Neutron deleted interface 14df2400-bd8a-4b24-997d-1c7514bfe30e; detaching it from the instance and deleting it from the info cache [ 950.295872] env[68989]: DEBUG nova.network.neutron [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [{"id": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "address": "fa:16:3e:de:0c:40", "network": {"id": "ef992613-fb1b-4861-8ea7-056b0b9b3ca1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-867715426", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070a45b2bbee4eb79dd861ae088c547d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71afc2-fa", "ovs_interfaceid": "3f71afc2-fa02-452a-aab7-a9748f6faa84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.490373] env[68989]: DEBUG nova.network.neutron [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.596089] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1b48e-2b1d-fd25-07ff-67b0686390fd, 'name': SearchDatastore_Task, 'duration_secs': 0.084877} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.596089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.596089] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8eee14e9-fa6a-434c-9659-3363ea1b868d/8eee14e9-fa6a-434c-9659-3363ea1b868d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.596089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.596089] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.596089] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78295bf3-8f9a-4955-b61f-0e9bf80d43ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598346] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71401a49-68bf-4797-b5ac-3e5e866d09dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.608845] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 950.608845] env[68989]: value = "task-3218021" [ 950.608845] env[68989]: _type = "Task" [ 950.608845] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.618371] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.619831] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.620035] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.621203] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2f0bd9-7076-4770-b761-1f47011be42c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.627137] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 950.627137] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6c898-4057-9fae-5067-d6e19099ef06" [ 950.627137] env[68989]: _type = "Task" [ 950.627137] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.635593] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6c898-4057-9fae-5067-d6e19099ef06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.710147] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.720555] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218019, 'name': PowerOffVM_Task, 'duration_secs': 0.982395} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.724231] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.725088] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.725491] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.726343] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad722ec-62f1-4adf-9c4c-df37520e3516 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.734413] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.734752] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea415ec-4b4e-45f8-bed1-356dbbc29e4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.760398] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.760641] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.762578] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Deleting the datastore file [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.762578] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87965c25-9f7b-40a4-bbd6-6c1afe18536a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.772022] env[68989]: DEBUG nova.scheduler.client.report [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.776254] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 950.776254] env[68989]: value = "task-3218023" [ 950.776254] env[68989]: _type = "Task" [ 950.776254] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.785223] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.799031] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac65c15-b695-40ff-ae2d-c56dd624ec45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.811357] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc930eb-c031-413b-9ace-3a02135cf388 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.849046] env[68989]: DEBUG nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Detach interface failed, port_id=14df2400-bd8a-4b24-997d-1c7514bfe30e, reason: Instance 3472ecf7-5869-4971-818f-538ed1506eab could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.849343] env[68989]: DEBUG nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Received event network-vif-deleted-3f71afc2-fa02-452a-aab7-a9748f6faa84 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.849566] env[68989]: INFO nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Neutron deleted interface 3f71afc2-fa02-452a-aab7-a9748f6faa84; detaching it from the instance and deleting it from the info cache [ 950.849779] env[68989]: DEBUG nova.network.neutron [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.991980] env[68989]: INFO nova.compute.manager [-] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Took 1.55 seconds to deallocate network for instance. [ 951.119083] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.137778] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6c898-4057-9fae-5067-d6e19099ef06, 'name': SearchDatastore_Task, 'duration_secs': 0.080727} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.138965] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e193320-7d24-44bb-b9fe-15fed1101b72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.145844] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 951.145844] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522de502-3b62-e54f-5d79-723841d97d16" [ 951.145844] env[68989]: _type = "Task" [ 951.145844] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.155512] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522de502-3b62-e54f-5d79-723841d97d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.205582] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.222873] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.291593] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189606} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.291912] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.292126] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.292311] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.352509] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8399500-25e9-4836-b543-c3d1d6ba1f17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.374644] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc17d42e-de76-480f-b04a-a6cb9eb366c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.414298] env[68989]: DEBUG nova.compute.manager [req-ba89c0c5-a3f2-46fa-b6ad-424a3a48ea5a req-55c804ec-9004-42e7-a517-8df36ce40217 service nova] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Detach interface failed, port_id=3f71afc2-fa02-452a-aab7-a9748f6faa84, reason: Instance 3472ecf7-5869-4971-818f-538ed1506eab could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.506411] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.620106] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218021, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.658156] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522de502-3b62-e54f-5d79-723841d97d16, 'name': SearchDatastore_Task, 'duration_secs': 0.090885} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.658474] env[68989]: DEBUG oslo_concurrency.lockutils [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.658747] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.659855] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b0dc16-09a1-4424-869c-9add1554e438 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.670368] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 951.670368] env[68989]: value = "task-3218024" [ 951.670368] env[68989]: _type = "Task" [ 951.670368] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.684187] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.706181] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218015, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.870371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.706563] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/78f3eb06-f801-4957-b4dd-32c0fef2687b/78f3eb06-f801-4957-b4dd-32c0fef2687b.vmdk to [datastore2] c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872/c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.707558] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef35ca-dc50-4c63-8050-6e14470843ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.740798] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872/c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.741846] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b06af5-c5f6-4fb0-8daf-4a80590900ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.761989] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218020, 'name': ReconfigVM_Task, 'duration_secs': 1.757642} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.765600] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 73a6c6f7-437a-46d3-8204-ede134b20da4/73a6c6f7-437a-46d3-8204-ede134b20da4.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.767086] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12b30764-8782-442e-83ac-4232912476aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.769269] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 951.769269] env[68989]: value = "task-3218025" [ 951.769269] env[68989]: _type = "Task" [ 951.769269] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.777247] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 951.777247] env[68989]: value = "task-3218026" [ 951.777247] env[68989]: _type = "Task" [ 951.777247] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.780258] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.786799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.480s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.794213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.773s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.794539] env[68989]: DEBUG nova.objects.instance [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'resources' on Instance uuid 3df4fcfd-c34c-4c9f-8983-a820db0a999b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.795783] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218026, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.868457] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.868801] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.869591] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.869703] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.869930] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.874494] env[68989]: INFO nova.compute.manager [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Terminating instance [ 952.121021] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218021, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.332099} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.121311] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8eee14e9-fa6a-434c-9659-3363ea1b868d/8eee14e9-fa6a-434c-9659-3363ea1b868d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.121534] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.124531] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db0d2649-968c-470c-8317-6f2a7c1a0a47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.129032] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 952.129032] env[68989]: value = "task-3218027" [ 952.129032] env[68989]: _type = "Task" [ 952.129032] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.140269] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.185292] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.291357] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218026, 'name': Rename_Task, 'duration_secs': 0.234257} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.294589] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.294845] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218025, 'name': ReconfigVM_Task, 'duration_secs': 0.365913} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.295228] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1070982d-1be3-43ed-8609-a806c2c30af2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.300246] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872/c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.302854] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f034285-6c3e-44c5-b4c1-e22f2532d2c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.313808] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 952.313808] env[68989]: value = "task-3218028" [ 952.313808] env[68989]: _type = "Task" [ 952.313808] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.320428] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 952.320428] env[68989]: value = "task-3218029" [ 952.320428] env[68989]: _type = "Task" [ 952.320428] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.327596] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.332488] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218029, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.342454] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.342681] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.342834] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.343966] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.343966] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.344230] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.344528] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.344711] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.344922] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.346047] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.346047] env[68989]: DEBUG nova.virt.hardware [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.346389] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f8adf-6539-4648-b39f-066ebc15d293 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.360109] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2470e093-659b-481c-b52b-824962c889c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.374744] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.380734] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.384262] env[68989]: DEBUG nova.compute.manager [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.384509] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.384762] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.385297] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce832bf-d023-4b7e-80fd-93846b42c296 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.387069] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1df90e0-2549-42aa-987a-67459f0b922e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.405129] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 952.405129] env[68989]: value = "task-3218030" [ 952.405129] env[68989]: _type = "Task" [ 952.405129] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.407016] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.407016] env[68989]: value = "task-3218031" [ 952.407016] env[68989]: _type = "Task" [ 952.407016] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.414834] env[68989]: INFO nova.scheduler.client.report [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocation for migration 157725ae-8648-41a0-a630-650161a2b853 [ 952.427928] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.427928] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218031, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.639379] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066106} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.639790] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.641476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b0389-e517-42d0-9d72-f3bb4b917bbe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.667552] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 8eee14e9-fa6a-434c-9659-3363ea1b868d/8eee14e9-fa6a-434c-9659-3363ea1b868d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.670536] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6835f20-9c0b-46ea-be0b-9fcc2e3ca6d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.695143] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999907} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.696267] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 952.696719] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 952.696719] env[68989]: value = "task-3218032" [ 952.696719] env[68989]: _type = "Task" [ 952.696719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.699940] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b636f-df0c-4bf6-99fb-24d7897d8c3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.713353] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.741236] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.741236] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2875aa9f-31ae-42cb-949d-03d5288eb123 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.755874] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d0822-852f-4f8f-ad0b-39754094734e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.764397] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee111416-997f-4553-8003-b1eb42a7483b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.769780] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 952.769780] env[68989]: value = "task-3218033" [ 952.769780] env[68989]: _type = "Task" [ 952.769780] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.813036] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26188ef-301a-42ca-8c9b-299f9085eeb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.815170] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.824311] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.830245] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ea9dab-903b-4f76-bc44-dc94a3aa12d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.839645] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218029, 'name': Rename_Task, 'duration_secs': 0.289394} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.847772] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.848113] env[68989]: DEBUG nova.compute.provider_tree [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.849554] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03721f5-26c7-4eb3-999c-76915fb96361 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.856488] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 952.856488] env[68989]: value = "task-3218034" [ 952.856488] env[68989]: _type = "Task" [ 952.856488] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.869490] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.923055] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.923480] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.930627] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c6341cff-75a3-435e-b568-a5f75a51d283 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.367s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.931790] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218030, 'name': PowerOffVM_Task, 'duration_secs': 0.397069} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.933250] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.933495] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 952.933819] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643324', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'name': 'volume-95603d78-b9dd-4da9-89ee-af02020d5116', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bcefac-04cf-4d8f-8f1b-a0a389e89880', 'attached_at': '', 'detached_at': '', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'serial': '95603d78-b9dd-4da9-89ee-af02020d5116'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 952.935380] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d18582-2187-4c2c-9088-c994a3e9a923 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.944924] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218031, 'name': CreateVM_Task, 'duration_secs': 0.342511} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.945559] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.946109] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.946340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.946854] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966824] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c209a20c-7399-43b2-937a-77dbd48e9cf7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.968379] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7cd5d-47e2-4f1c-95f3-561b30797040 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.975250] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 952.975250] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a11669-82cc-9782-7c9a-9a0ec7fdb5b3" [ 952.975250] env[68989]: _type = "Task" [ 952.975250] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.981328] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c495a-c2e9-4fac-9697-bb2b008913c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.008339] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a11669-82cc-9782-7c9a-9a0ec7fdb5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.009208] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d555eb3e-85e0-4b99-9262-4535fff86202 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.011985] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.012251] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.012484] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.012624] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.012811] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.013095] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c743e9c-9f76-46c1-89a5-4307e4458531 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.031466] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] The volume has not been displaced from its original location: [datastore2] volume-95603d78-b9dd-4da9-89ee-af02020d5116/volume-95603d78-b9dd-4da9-89ee-af02020d5116.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 953.037020] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.038584] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f44fa6-f8e8-4db3-9fc8-8d6fbdad7b40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.052406] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.052669] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.053611] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d372f74-5541-4db6-a2f2-6c102a863496 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.060451] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 953.060451] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527513a6-0f7f-594b-bca4-6c5839c592a9" [ 953.060451] env[68989]: _type = "Task" [ 953.060451] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.061772] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 953.061772] env[68989]: value = "task-3218035" [ 953.061772] env[68989]: _type = "Task" [ 953.061772] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.074120] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527513a6-0f7f-594b-bca4-6c5839c592a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.077203] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.215785] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.279620] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218033, 'name': ReconfigVM_Task, 'duration_secs': 0.330304} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.279923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfigured VM instance instance-0000004a to attach disk [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.280792] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ac308-345f-41f4-8cc5-fc0610583fb4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.306596] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c95368-ce7d-419c-8be2-307c318e6997 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.327014] env[68989]: DEBUG oslo_vmware.api [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218028, 'name': PowerOnVM_Task, 'duration_secs': 0.657906} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.328364] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.328585] env[68989]: INFO nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Took 10.70 seconds to spawn the instance on the hypervisor. [ 953.328761] env[68989]: DEBUG nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.329096] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 953.329096] env[68989]: value = "task-3218036" [ 953.329096] env[68989]: _type = "Task" [ 953.329096] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.329801] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ab502-c7bc-46fb-b854-2bbad78247e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.344024] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.353171] env[68989]: DEBUG nova.scheduler.client.report [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.366244] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218034, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.437018] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.575264] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527513a6-0f7f-594b-bca4-6c5839c592a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.578418] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218035, 'name': ReconfigVM_Task, 'duration_secs': 0.170678} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.578732] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8419dc26-a739-4875-ae46-e2a1f1e251b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.584016] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.590636] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3311c8c-9be1-4520-8e6c-fd1d5e247d41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.605457] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 953.605457] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52672d17-caa0-56ba-ef40-2122d56316dc" [ 953.605457] env[68989]: _type = "Task" [ 953.605457] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.612350] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 953.612350] env[68989]: value = "task-3218037" [ 953.612350] env[68989]: _type = "Task" [ 953.612350] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.619068] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52672d17-caa0-56ba-ef40-2122d56316dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.624022] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.713157] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.851669] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218036, 'name': ReconfigVM_Task, 'duration_secs': 0.218504} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.851669] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.851819] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90894c8c-640d-4ecf-8601-3a9976419d4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.860223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.862725] env[68989]: INFO nova.compute.manager [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Took 34.00 seconds to build instance. [ 953.867336] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.365s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.867336] env[68989]: INFO nova.compute.claims [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.876113] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 953.876113] env[68989]: value = "task-3218038" [ 953.876113] env[68989]: _type = "Task" [ 953.876113] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.884239] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.892397] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218038, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.898026] env[68989]: INFO nova.scheduler.client.report [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance 3df4fcfd-c34c-4c9f-8983-a820db0a999b [ 953.963025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.963025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.963025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.963678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.964236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.964683] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.968143] env[68989]: INFO nova.compute.manager [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Terminating instance [ 954.116689] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52672d17-caa0-56ba-ef40-2122d56316dc, 'name': SearchDatastore_Task, 'duration_secs': 0.054354} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.122991] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.125427] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.125732] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4beccbd6-ac0d-4462-b079-f940e70493d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.133710] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.135326] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 954.135326] env[68989]: value = "task-3218039" [ 954.135326] env[68989]: _type = "Task" [ 954.135326] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.144373] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.213343] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218032, 'name': ReconfigVM_Task, 'duration_secs': 1.443221} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.213611] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 8eee14e9-fa6a-434c-9659-3363ea1b868d/8eee14e9-fa6a-434c-9659-3363ea1b868d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.214288] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-395cfca5-4c1a-421f-8319-962d457b66a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.222310] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 954.222310] env[68989]: value = "task-3218040" [ 954.222310] env[68989]: _type = "Task" [ 954.222310] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.232100] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218040, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.372155] env[68989]: DEBUG oslo_vmware.api [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218034, 'name': PowerOnVM_Task, 'duration_secs': 1.1964} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.373934] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.373934] env[68989]: INFO nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Took 16.68 seconds to spawn the instance on the hypervisor. [ 954.373934] env[68989]: DEBUG nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.374553] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69f358-73b0-44a0-9605-c2c37a13d72a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.379822] env[68989]: DEBUG oslo_concurrency.lockutils [None req-413fe80c-41b7-484b-aec2-469a4f69243a tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.528s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.398211] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.404902] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e47eb8d-889b-45bd-bb94-f3ab85ee1fd0 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "3df4fcfd-c34c-4c9f-8983-a820db0a999b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.322s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.473336] env[68989]: DEBUG nova.compute.manager [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.473590] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.475091] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ec123-d6bd-4897-8e4e-f54cbbcb6e25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.484211] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.484491] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f07f01-83f5-4ff9-92ce-317e5f972079 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.492339] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 954.492339] env[68989]: value = "task-3218041" [ 954.492339] env[68989]: _type = "Task" [ 954.492339] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.502993] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.626918] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218037, 'name': ReconfigVM_Task, 'duration_secs': 1.007249} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.627303] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643324', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'name': 'volume-95603d78-b9dd-4da9-89ee-af02020d5116', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6bcefac-04cf-4d8f-8f1b-a0a389e89880', 'attached_at': '', 'detached_at': '', 'volume_id': '95603d78-b9dd-4da9-89ee-af02020d5116', 'serial': '95603d78-b9dd-4da9-89ee-af02020d5116'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 954.627609] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.628385] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc53dfa-2bb6-4d9a-858c-9ee48620ecbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.636184] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.640353] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c66797d-2fcd-444f-9df0-48ea1a6b4b6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.647481] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218039, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.712574] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.712860] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.713213] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Deleting the datastore file [datastore2] b6bcefac-04cf-4d8f-8f1b-a0a389e89880 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.714090] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d562bd4-0cc3-450f-a9eb-d765cc2ab979 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.729446] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.730018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.731587] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for the task: (returnval){ [ 954.731587] env[68989]: value = "task-3218043" [ 954.731587] env[68989]: _type = "Task" [ 954.731587] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.750356] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218040, 'name': Rename_Task, 'duration_secs': 0.320219} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.755309] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.756046] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.756340] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccfdf7e6-fe7c-4701-95bf-c55bd753b53e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.764502] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 954.764502] env[68989]: value = "task-3218044" [ 954.764502] env[68989]: _type = "Task" [ 954.764502] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.774029] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.905277] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.907985] env[68989]: INFO nova.compute.manager [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Took 39.87 seconds to build instance. [ 955.014028] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218041, 'name': PowerOffVM_Task, 'duration_secs': 0.187991} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.014028] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.014028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.014028] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f237a2a-ccc1-44a1-bea2-5082d6060b6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.089622] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.089870] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.090077] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore1] e9bb7557-9e5d-430c-a719-1e1e37b95494 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.094204] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46602b0c-fe74-46fd-bc77-fa9dd39de577 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.105752] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 955.105752] env[68989]: value = "task-3218046" [ 955.105752] env[68989]: _type = "Task" [ 955.105752] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.117463] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.147562] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875763} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.149916] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.150234] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.151974] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98b4b387-7596-4adf-b449-e7c00da51c6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.158326] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 955.158326] env[68989]: value = "task-3218047" [ 955.158326] env[68989]: _type = "Task" [ 955.158326] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.171850] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.235991] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.247874] env[68989]: DEBUG oslo_vmware.api [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Task: {'id': task-3218043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176664} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.248149] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.248337] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.248509] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.248682] env[68989]: INFO nova.compute.manager [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Took 2.86 seconds to destroy the instance on the hypervisor. [ 955.248922] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.249133] env[68989]: DEBUG nova.compute.manager [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.249231] env[68989]: DEBUG nova.network.neutron [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.279108] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.331986] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "dd63995f-af4c-4188-8884-b9dc39091977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.332427] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.352970] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f13077-749f-489a-baf0-c8e176479fe6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.360409] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8add90-d881-4f61-a699-9bd05c68e26d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.396704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a8c761-660b-4070-8b1b-81e321a25dfb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.404247] env[68989]: DEBUG oslo_vmware.api [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218038, 'name': PowerOnVM_Task, 'duration_secs': 1.169253} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.406412] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.409368] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae38e1db-a030-487b-a65f-67eb69dd87a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.414432] env[68989]: DEBUG nova.compute.manager [None req-878aa515-344c-4cd4-ab77-7d09121b3978 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.414925] env[68989]: DEBUG oslo_concurrency.lockutils [None req-810584f1-10bd-4891-b156-dc02d069d9e2 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.388s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.415618] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f83ff23-6b5f-4f9e-bf34-ba72716da442 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.430742] env[68989]: DEBUG nova.compute.provider_tree [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.622362] env[68989]: DEBUG oslo_vmware.api [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478005} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.622682] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.623016] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.623331] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.623631] env[68989]: INFO nova.compute.manager [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.624427] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.624773] env[68989]: DEBUG nova.compute.manager [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.624899] env[68989]: DEBUG nova.network.neutron [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.634747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.637190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.637497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.637729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.637952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.640450] env[68989]: INFO nova.compute.manager [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Terminating instance [ 955.667373] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067689} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.667659] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.668470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d89f8f-daa2-4806-b6c2-2b87b4daf2a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.692501] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.696209] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c691a8c4-5d02-401b-a604-1e85ff25cddd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.715591] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 955.715591] env[68989]: value = "task-3218048" [ 955.715591] env[68989]: _type = "Task" [ 955.715591] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.724105] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.776784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.781846] env[68989]: DEBUG oslo_vmware.api [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218044, 'name': PowerOnVM_Task, 'duration_secs': 0.875763} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.782193] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.782444] env[68989]: INFO nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 955.782664] env[68989]: DEBUG nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.783548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcfb71-6bfb-452f-bd33-e6da3a23f64b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.834867] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.942154] env[68989]: DEBUG nova.scheduler.client.report [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.086218] env[68989]: DEBUG nova.compute.manager [req-ff6fa372-888a-4fd9-9640-0117948e0aec req-39ffeae3-c82a-4ca0-bb32-366d73dfe95c service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Received event network-vif-deleted-fe634a31-6a4a-4863-ab50-7a60fd2591e2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.086218] env[68989]: INFO nova.compute.manager [req-ff6fa372-888a-4fd9-9640-0117948e0aec req-39ffeae3-c82a-4ca0-bb32-366d73dfe95c service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Neutron deleted interface fe634a31-6a4a-4863-ab50-7a60fd2591e2; detaching it from the instance and deleting it from the info cache [ 956.089071] env[68989]: DEBUG nova.network.neutron [req-ff6fa372-888a-4fd9-9640-0117948e0aec req-39ffeae3-c82a-4ca0-bb32-366d73dfe95c service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.144814] env[68989]: DEBUG nova.compute.manager [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.145402] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.146410] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dff935-8717-47e8-8a0d-42357ad3dbc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.154594] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.156045] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d871bbe1-cd96-4b0d-a582-a41ef9aff9ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.169056] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 956.169056] env[68989]: value = "task-3218049" [ 956.169056] env[68989]: _type = "Task" [ 956.169056] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.183293] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.188552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.188775] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.220296] env[68989]: DEBUG nova.compute.manager [req-718d1d3d-e323-42a4-bcb4-58d1614d4143 req-bd6d83de-3581-4277-bcb2-eae01d7732e5 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Received event network-vif-deleted-eb72d4af-7ee4-430b-b8e6-7556037c8fd2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.220513] env[68989]: INFO nova.compute.manager [req-718d1d3d-e323-42a4-bcb4-58d1614d4143 req-bd6d83de-3581-4277-bcb2-eae01d7732e5 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Neutron deleted interface eb72d4af-7ee4-430b-b8e6-7556037c8fd2; detaching it from the instance and deleting it from the info cache [ 956.220698] env[68989]: DEBUG nova.network.neutron [req-718d1d3d-e323-42a4-bcb4-58d1614d4143 req-bd6d83de-3581-4277-bcb2-eae01d7732e5 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.232384] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218048, 'name': ReconfigVM_Task, 'duration_secs': 0.312132} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.232698] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a/facbbd20-a00e-4280-86c9-be86f4e7a73a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.233841] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c4770dc-bf16-45ff-a518-5591aab6c5f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.241025] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 956.241025] env[68989]: value = "task-3218050" [ 956.241025] env[68989]: _type = "Task" [ 956.241025] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.250475] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218050, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.306703] env[68989]: INFO nova.compute.manager [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Took 29.69 seconds to build instance. [ 956.352732] env[68989]: INFO nova.compute.manager [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Unrescuing [ 956.352732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.352732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquired lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.353173] env[68989]: DEBUG nova.network.neutron [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.376373] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.449077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.450506] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.456726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.080s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.459102] env[68989]: DEBUG nova.objects.instance [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lazy-loading 'resources' on Instance uuid 9c287ac3-25c6-48bc-adf0-c1002eab1595 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.512796] env[68989]: DEBUG nova.network.neutron [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.592725] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fc51c7a-dc48-4264-b06e-c22de43364d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.603333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5a8abf-384a-402a-8eea-8e5f676adea2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.619276] env[68989]: DEBUG nova.network.neutron [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.644569] env[68989]: DEBUG nova.compute.manager [req-ff6fa372-888a-4fd9-9640-0117948e0aec req-39ffeae3-c82a-4ca0-bb32-366d73dfe95c service nova] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Detach interface failed, port_id=fe634a31-6a4a-4863-ab50-7a60fd2591e2, reason: Instance e9bb7557-9e5d-430c-a719-1e1e37b95494 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.681107] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218049, 'name': PowerOffVM_Task, 'duration_secs': 0.336624} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.681273] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.681499] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.681806] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce3f545-d32b-47d9-80eb-c54e1a270a7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.695269] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.726965] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd189a1a-337d-41ba-a248-c79c07688438 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.737848] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e3e77c-9d9a-42c3-be4b-5b4e49b57756 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.751721] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.752988] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.752988] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore2] c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.756761] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc83936-8777-4c43-b66f-481e2bb223c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.779268] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218050, 'name': Rename_Task, 'duration_secs': 0.146413} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.779929] env[68989]: DEBUG nova.compute.manager [req-718d1d3d-e323-42a4-bcb4-58d1614d4143 req-bd6d83de-3581-4277-bcb2-eae01d7732e5 service nova] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Detach interface failed, port_id=eb72d4af-7ee4-430b-b8e6-7556037c8fd2, reason: Instance b6bcefac-04cf-4d8f-8f1b-a0a389e89880 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.781565] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.781882] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 956.781882] env[68989]: value = "task-3218052" [ 956.781882] env[68989]: _type = "Task" [ 956.781882] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.782504] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0c6043-b1fa-40ef-9d41-1117d704fdf3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.794883] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.796641] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 956.796641] env[68989]: value = "task-3218053" [ 956.796641] env[68989]: _type = "Task" [ 956.796641] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.805367] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.808920] env[68989]: DEBUG oslo_concurrency.lockutils [None req-471a50a9-f81c-43ff-9f79-8d4d1fb8591f tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.198s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.966213] env[68989]: DEBUG nova.compute.utils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.970234] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.970424] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.015949] env[68989]: INFO nova.compute.manager [-] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Took 1.39 seconds to deallocate network for instance. [ 957.037915] env[68989]: DEBUG nova.policy [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fbb9ec4b13c404886fea0b6fbae0212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e00fa471edf4e69a3772659692099fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.122926] env[68989]: INFO nova.compute.manager [-] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Took 1.87 seconds to deallocate network for instance. [ 957.177707] env[68989]: DEBUG nova.network.neutron [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [{"id": "dcf952e0-f46e-4050-b864-67139a8d53c2", "address": "fa:16:3e:23:f5:20", "network": {"id": "a1f97e9e-fccc-4cd4-b586-632a9cf3e1d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-306617626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed193d875cf64008959fcc8312270b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf952e0-f4", "ovs_interfaceid": "dcf952e0-f46e-4050-b864-67139a8d53c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.221770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.299823] env[68989]: DEBUG oslo_vmware.api [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275041} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.303036] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.303220] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.303562] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.303562] env[68989]: INFO nova.compute.manager [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Took 1.16 seconds to destroy the instance on the hypervisor. [ 957.303797] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.304015] env[68989]: DEBUG nova.compute.manager [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.304561] env[68989]: DEBUG nova.network.neutron [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.312837] env[68989]: DEBUG oslo_vmware.api [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218053, 'name': PowerOnVM_Task, 'duration_secs': 0.454732} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.314589] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.314817] env[68989]: DEBUG nova.compute.manager [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.315857] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49b508-b222-4963-a7fa-2a7ff339bee2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.365392] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efd954-858b-4165-9ab2-1fe1915f5ccf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.373117] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7390fd89-9be0-44cd-a460-a11ba64c633d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.412854] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8142d6-1994-4e81-97cc-985aea3fd051 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.420660] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f4a83-5543-4473-8d8b-e2377174a6a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.434149] env[68989]: DEBUG nova.compute.provider_tree [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.478089] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.523485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.680039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Releasing lock "refresh_cache-ce861f9c-3c22-44e6-9590-ff70f3bfc022" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.680759] env[68989]: DEBUG nova.objects.instance [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lazy-loading 'flavor' on Instance uuid ce861f9c-3c22-44e6-9590-ff70f3bfc022 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.686248] env[68989]: INFO nova.compute.manager [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Took 0.56 seconds to detach 1 volumes for instance. [ 957.691177] env[68989]: DEBUG nova.compute.manager [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Deleting volume: 95603d78-b9dd-4da9-89ee-af02020d5116 {{(pid=68989) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 957.841449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.873308] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Successfully created port: 60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.938114] env[68989]: DEBUG nova.scheduler.client.report [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.151546] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.151838] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.157834] env[68989]: DEBUG nova.network.neutron [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.190054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40fb44-4937-4a81-960e-1875921ca790 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.211420] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.213635] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd028c41-8b5a-4303-b112-d80e66c5f0ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.219590] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 958.219590] env[68989]: value = "task-3218055" [ 958.219590] env[68989]: _type = "Task" [ 958.219590] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.229945] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.257740] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.298994] env[68989]: DEBUG nova.compute.manager [req-55be0006-32dd-413c-a90c-1b3f274ec636 req-e1512208-5e00-4a21-8010-261d6232cb67 service nova] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Received event network-vif-deleted-d4b68e9d-645f-4fe4-bec2-6a4be9049341 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.333117] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.337444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.445143] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.447814] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.942s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.449229] env[68989]: DEBUG nova.objects.instance [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lazy-loading 'resources' on Instance uuid 3472ecf7-5869-4971-818f-538ed1506eab {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.471398] env[68989]: INFO nova.scheduler.client.report [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Deleted allocations for instance 9c287ac3-25c6-48bc-adf0-c1002eab1595 [ 958.490408] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.504462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.504721] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.504946] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "facbbd20-a00e-4280-86c9-be86f4e7a73a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.505152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.505369] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.507438] env[68989]: INFO nova.compute.manager [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Terminating instance [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.524408] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.525222] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.525222] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.525222] env[68989]: DEBUG nova.virt.hardware [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.525969] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13086d11-6f98-4483-acfe-ae8f97706fed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.535686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2a812-07df-48de-8aee-1d317839d1f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.659975] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.660402] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.662092] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.662092] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.662092] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.662092] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.662092] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 958.662633] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.668174] env[68989]: INFO nova.compute.manager [-] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Took 1.36 seconds to deallocate network for instance. [ 958.731948] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218055, 'name': PowerOffVM_Task, 'duration_secs': 0.224382} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.732113] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.737971] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.738524] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99da21a-c17e-43e8-9a1d-99930feca1e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.759085] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 958.759085] env[68989]: value = "task-3218056" [ 958.759085] env[68989]: _type = "Task" [ 958.759085] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.768970] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.838965] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.982503] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0eee2b3-1e1e-4f3e-8a96-c0fddd5c21b1 tempest-AttachInterfacesUnderV243Test-1915974118 tempest-AttachInterfacesUnderV243Test-1915974118-project-member] Lock "9c287ac3-25c6-48bc-adf0-c1002eab1595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.449s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.015770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "refresh_cache-facbbd20-a00e-4280-86c9-be86f4e7a73a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.015955] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquired lock "refresh_cache-facbbd20-a00e-4280-86c9-be86f4e7a73a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.016196] env[68989]: DEBUG nova.network.neutron [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.166349] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.180352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.271863] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218056, 'name': ReconfigVM_Task, 'duration_secs': 0.256637} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.274408] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.274630] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.275778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8bb5ec-03be-434f-9258-c0157d2008de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.281958] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 959.281958] env[68989]: value = "task-3218057" [ 959.281958] env[68989]: _type = "Task" [ 959.281958] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.290178] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.309500] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627472e1-a6ff-4245-b5bf-747de3f8432a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.317341] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4132c-a32c-435a-88fa-4c967770c0fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.355448] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f566bd-2c50-4517-931d-64a5f0b7a2f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.365776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1400c-3935-4bc8-b81d-938454ae95cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.385142] env[68989]: DEBUG nova.compute.provider_tree [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.387745] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.538184] env[68989]: DEBUG nova.network.neutron [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.583231] env[68989]: DEBUG nova.network.neutron [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.626517] env[68989]: DEBUG nova.compute.manager [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Received event network-vif-plugged-60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.626709] env[68989]: DEBUG oslo_concurrency.lockutils [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.627401] env[68989]: DEBUG oslo_concurrency.lockutils [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.627583] env[68989]: DEBUG oslo_concurrency.lockutils [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.627758] env[68989]: DEBUG nova.compute.manager [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] No waiting events found dispatching network-vif-plugged-60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.628107] env[68989]: WARNING nova.compute.manager [req-30c150c3-ba76-4115-9d91-5930b9a03e58 req-89cffbbd-bae3-4d56-957d-d04605e8331c service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Received unexpected event network-vif-plugged-60c43c4e-94f7-401a-ad1d-186b7492f034 for instance with vm_state building and task_state spawning. [ 959.692153] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Successfully updated port: 60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.800064] env[68989]: DEBUG oslo_vmware.api [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218057, 'name': PowerOnVM_Task, 'duration_secs': 0.400915} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.800835] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.800835] env[68989]: DEBUG nova.compute.manager [None req-68ca176e-a830-4f6c-9b0d-0bb50852cece tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.801444] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ae545c-2ea3-4ee1-9c15-76233cc35dcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.890449] env[68989]: DEBUG nova.scheduler.client.report [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.911511] env[68989]: DEBUG nova.compute.manager [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.912456] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a4d04-f1da-40da-9ac0-208898e3a3de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.088249] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Releasing lock "refresh_cache-facbbd20-a00e-4280-86c9-be86f4e7a73a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.088249] env[68989]: DEBUG nova.compute.manager [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.088249] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.089190] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321c1f9-b036-46e2-a9b2-8c54db64d6d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.101170] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.101515] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c241aff-8160-4219-a920-ca82bfa3e4e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.108690] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 960.108690] env[68989]: value = "task-3218058" [ 960.108690] env[68989]: _type = "Task" [ 960.108690] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.117634] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.195877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.197145] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.197440] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.395929] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.399016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.437s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.400854] env[68989]: INFO nova.compute.claims [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.424302] env[68989]: INFO nova.scheduler.client.report [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Deleted allocations for instance 3472ecf7-5869-4971-818f-538ed1506eab [ 960.427721] env[68989]: INFO nova.compute.manager [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] instance snapshotting [ 960.432461] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a4b90-2f12-4364-9ac7-652333a90b8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.455166] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73930375-84c5-43fd-ac9a-5bee612e7c91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.621027] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218058, 'name': PowerOffVM_Task, 'duration_secs': 0.124609} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.621027] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.621027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.621027] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6456d8d8-b9ed-427a-a22e-14efdef20b45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.644548] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.644774] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.644955] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Deleting the datastore file [datastore1] facbbd20-a00e-4280-86c9-be86f4e7a73a {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.645241] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73860da2-44a9-4ff6-b166-53ce189e0f6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.651414] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for the task: (returnval){ [ 960.651414] env[68989]: value = "task-3218060" [ 960.651414] env[68989]: _type = "Task" [ 960.651414] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.665142] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.746270] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.933573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6d41b208-d133-450f-a775-40105cb514df tempest-ServersTestMultiNic-2550646 tempest-ServersTestMultiNic-2550646-project-member] Lock "3472ecf7-5869-4971-818f-538ed1506eab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.735s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.973407] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.973407] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88da516b-fc1d-4989-8b29-d52a10c4d9f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.985904] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 960.985904] env[68989]: value = "task-3218061" [ 960.985904] env[68989]: _type = "Task" [ 960.985904] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.999257] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.048729] env[68989]: DEBUG nova.network.neutron [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.162566] env[68989]: DEBUG oslo_vmware.api [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Task: {'id': task-3218060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315988} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.162732] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.163369] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.163369] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.163369] env[68989]: INFO nova.compute.manager [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 961.163564] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.163825] env[68989]: DEBUG nova.compute.manager [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.163825] env[68989]: DEBUG nova.network.neutron [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.200461] env[68989]: DEBUG nova.network.neutron [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.501672] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.553924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.554303] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Instance network_info: |[{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.555472] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:c5:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60c43c4e-94f7-401a-ad1d-186b7492f034', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.566990] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.569767] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.570762] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713dc9dc-8cb1-45f1-9b4f-28cd6c595000 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.600914] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.600914] env[68989]: value = "task-3218062" [ 961.600914] env[68989]: _type = "Task" [ 961.600914] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.605780] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.606395] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.606623] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.606812] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.606979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.612896] env[68989]: INFO nova.compute.manager [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Terminating instance [ 961.619189] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218062, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.688193] env[68989]: DEBUG nova.compute.manager [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Received event network-changed-60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.688470] env[68989]: DEBUG nova.compute.manager [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Refreshing instance network info cache due to event network-changed-60c43c4e-94f7-401a-ad1d-186b7492f034. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.690052] env[68989]: DEBUG oslo_concurrency.lockutils [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.690228] env[68989]: DEBUG oslo_concurrency.lockutils [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.690405] env[68989]: DEBUG nova.network.neutron [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Refreshing network info cache for port 60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.705542] env[68989]: DEBUG nova.network.neutron [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.775169] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9929915-bf23-4e5d-b9ed-bf1402e0bda0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.784430] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228c6b2-37ec-4a67-ae4b-5a8235a015e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.819657] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c848cdeb-5c62-44b1-bbd6-2496a38dd516 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.827322] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7442bc-7839-47ac-8298-04da1da4415f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.842236] env[68989]: DEBUG nova.compute.provider_tree [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.009802] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218061, 'name': CreateSnapshot_Task, 'duration_secs': 0.951846} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.010837] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 962.011705] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483059c-074f-4266-9f15-cac3f8e27d56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.112620] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218062, 'name': CreateVM_Task, 'duration_secs': 0.333439} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.112851] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.113609] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.113821] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.114191] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.114510] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc1d0d6-5f02-4b44-9585-2973fa6bf85c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.122041] env[68989]: DEBUG nova.compute.manager [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.122295] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.122617] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 962.122617] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f148e-40d4-6259-0e9d-c4024c53821c" [ 962.122617] env[68989]: _type = "Task" [ 962.122617] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.123383] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be074883-49c8-4758-996b-7c94e2079b1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.136200] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f148e-40d4-6259-0e9d-c4024c53821c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.138494] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.138754] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30d3bfd-547b-45e0-8344-1ff0870eebdd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.147468] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 962.147468] env[68989]: value = "task-3218063" [ 962.147468] env[68989]: _type = "Task" [ 962.147468] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.157559] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.211119] env[68989]: INFO nova.compute.manager [-] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Took 1.05 seconds to deallocate network for instance. [ 962.350331] env[68989]: DEBUG nova.scheduler.client.report [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.545029] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 962.545029] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e2a9408-5669-4110-b448-f74289301f58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560403] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 962.560403] env[68989]: value = "task-3218064" [ 962.560403] env[68989]: _type = "Task" [ 962.560403] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.576609] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218064, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.639166] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f148e-40d4-6259-0e9d-c4024c53821c, 'name': SearchDatastore_Task, 'duration_secs': 0.025674} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.642016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.642016] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.642016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.642016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.642016] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.642016] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6759573c-0550-46b3-987a-8f28c895155a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.652988] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.653497] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.654437] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9335753-9cd8-4424-8e56-8976f683bb89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.663037] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218063, 'name': PowerOffVM_Task, 'duration_secs': 0.230456} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.664688] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.664954] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.665816] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 962.665816] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ecab6f-d9ac-8ce6-11d7-a519ba14d4a9" [ 962.665816] env[68989]: _type = "Task" [ 962.665816] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.665816] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db65688-f465-4bd5-ab91-f698197d459d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.677008] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ecab6f-d9ac-8ce6-11d7-a519ba14d4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.677850] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ced3b0f-a623-470b-9275-f32db72ecd19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.684043] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 962.684043] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522179be-0c5d-57eb-3f53-510ea2123aeb" [ 962.684043] env[68989]: _type = "Task" [ 962.684043] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.692909] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522179be-0c5d-57eb-3f53-510ea2123aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.718878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.741049] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.741049] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.741049] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleting the datastore file [datastore2] ce861f9c-3c22-44e6-9590-ff70f3bfc022 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.741049] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b069ab5-d2a5-46c5-8b09-1fa59b81c673 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.749192] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 962.749192] env[68989]: value = "task-3218066" [ 962.749192] env[68989]: _type = "Task" [ 962.749192] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.759844] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.776039] env[68989]: DEBUG nova.network.neutron [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updated VIF entry in instance network info cache for port 60c43c4e-94f7-401a-ad1d-186b7492f034. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.776413] env[68989]: DEBUG nova.network.neutron [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.860213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.860765] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.863331] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.863546] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.863800] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.863967] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.864146] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.866251] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.090s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.871863] env[68989]: INFO nova.compute.claims [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.880031] env[68989]: INFO nova.compute.manager [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Terminating instance [ 963.074044] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218064, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.195225] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522179be-0c5d-57eb-3f53-510ea2123aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.195537] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.195807] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.196216] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5f48aa-3049-4128-adc2-f11ffc1c4994 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.203182] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 963.203182] env[68989]: value = "task-3218067" [ 963.203182] env[68989]: _type = "Task" [ 963.203182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.212330] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.263026] env[68989]: DEBUG oslo_vmware.api [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155131} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.263026] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.263026] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.263026] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.263026] env[68989]: INFO nova.compute.manager [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Took 1.14 seconds to destroy the instance on the hypervisor. [ 963.263278] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.263430] env[68989]: DEBUG nova.compute.manager [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.263522] env[68989]: DEBUG nova.network.neutron [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.279292] env[68989]: DEBUG oslo_concurrency.lockutils [req-fdf554a4-36cd-415b-b2cd-7f5706f0022a req-b839f9e9-173a-4d1f-8751-5aa59c481272 service nova] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.370016] env[68989]: DEBUG nova.compute.utils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.370016] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 963.386010] env[68989]: DEBUG nova.compute.manager [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.386464] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.393025] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff565b-ebf6-44fc-83d1-75698819136f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.403023] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.403023] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c728c334-ece8-49b9-96e5-0a26473dcf1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.408176] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 963.408176] env[68989]: value = "task-3218068" [ 963.408176] env[68989]: _type = "Task" [ 963.408176] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.422123] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3218068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.584025] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218064, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.723476] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.821872] env[68989]: DEBUG nova.compute.manager [req-5ed0fce9-fe83-40a6-9831-389b9c3bbd6c req-0851ba33-ecae-4fec-aa28-6efd9c6afb7c service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Received event network-vif-deleted-dcf952e0-f46e-4050-b864-67139a8d53c2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.821872] env[68989]: INFO nova.compute.manager [req-5ed0fce9-fe83-40a6-9831-389b9c3bbd6c req-0851ba33-ecae-4fec-aa28-6efd9c6afb7c service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Neutron deleted interface dcf952e0-f46e-4050-b864-67139a8d53c2; detaching it from the instance and deleting it from the info cache [ 963.821872] env[68989]: DEBUG nova.network.neutron [req-5ed0fce9-fe83-40a6-9831-389b9c3bbd6c req-0851ba33-ecae-4fec-aa28-6efd9c6afb7c service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.872065] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.926945] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3218068, 'name': PowerOffVM_Task, 'duration_secs': 0.284203} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.926945] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.926945] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.926945] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c519af73-86af-4e43-804b-ce092ecaa7d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.999883] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.000731] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.003177] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Deleting the datastore file [datastore2] a7184bc9-12a1-4451-a26d-a5d7727b6f51 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.003177] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f3fda72-97f7-4397-b61e-0413e5b7ba4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.013744] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for the task: (returnval){ [ 964.013744] env[68989]: value = "task-3218070" [ 964.013744] env[68989]: _type = "Task" [ 964.013744] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.028607] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3218070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.082405] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218064, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.217806] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532255} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.220504] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.220722] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.221178] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a11543c9-a22e-472d-affd-9f6cdb4104c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.227473] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 964.227473] env[68989]: value = "task-3218071" [ 964.227473] env[68989]: _type = "Task" [ 964.227473] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.237371] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.266035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b03345-7163-4725-b837-51a29d7e96dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.273124] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f14bb-1da9-429e-8603-f8526431b2d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.309874] env[68989]: DEBUG nova.network.neutron [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.312569] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764efe3-514c-4431-acae-bace8a3dfe55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.321333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d5c23-b866-42be-aca4-5b8fb22cb01f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.326517] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d2406d8-8419-4c87-8311-5f4134880576 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.338307] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.343378] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d8850-340a-40d7-b124-2d27cdc494f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.374104] env[68989]: DEBUG nova.compute.manager [req-5ed0fce9-fe83-40a6-9831-389b9c3bbd6c req-0851ba33-ecae-4fec-aa28-6efd9c6afb7c service nova] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Detach interface failed, port_id=dcf952e0-f46e-4050-b864-67139a8d53c2, reason: Instance ce861f9c-3c22-44e6-9590-ff70f3bfc022 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.527596] env[68989]: DEBUG oslo_vmware.api [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Task: {'id': task-3218070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15826} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.527806] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.527995] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.528191] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.528368] env[68989]: INFO nova.compute.manager [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.528782] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.528843] env[68989]: DEBUG nova.compute.manager [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.528917] env[68989]: DEBUG nova.network.neutron [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.573162] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218064, 'name': CloneVM_Task, 'duration_secs': 1.549713} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.573981] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Created linked-clone VM from snapshot [ 964.574346] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ab8ea5-4484-46d6-93cb-689aab8c373b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.587165] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Uploading image a3ddc86f-97ed-444e-960a-3b5ba50b5261 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 964.604989] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.605311] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c62993a6-63a2-414d-90ed-6eab87fa5904 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.614961] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 964.614961] env[68989]: value = "task-3218072" [ 964.614961] env[68989]: _type = "Task" [ 964.614961] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.623561] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218072, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.741119] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090105} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.741119] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.741119] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af0070-eebe-4d84-b6ff-5a3871c1b68a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.769657] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.769982] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77db7556-4577-46d0-9e91-e41f656f8089 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.796232] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 964.796232] env[68989]: value = "task-3218073" [ 964.796232] env[68989]: _type = "Task" [ 964.796232] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.806722] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.812248] env[68989]: INFO nova.compute.manager [-] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Took 1.55 seconds to deallocate network for instance. [ 964.866472] env[68989]: ERROR nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [req-15165a79-9ebf-4bd2-8960-bbd0ddb532c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15165a79-9ebf-4bd2-8960-bbd0ddb532c2"}]} [ 964.885054] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.890297] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 964.908915] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 964.909412] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.922726] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.923560] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.923826] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.924133] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.925211] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.925593] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.927079] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.927659] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.927962] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.928276] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.928593] env[68989]: DEBUG nova.virt.hardware [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.930461] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac6cc7-3f00-480e-ab02-d3ff97010ec9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.936451] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 964.949620] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11661a1d-116a-401a-948a-f53802883260 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.973424] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.982230] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Creating folder: Project (36d9097121674537be0856ab084b61c3). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.983217] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 964.988036] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583f50b4-9822-4dd3-b6c2-41db2b8b7c56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.000538] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Created folder: Project (36d9097121674537be0856ab084b61c3) in parent group-v643186. [ 965.000538] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Creating folder: Instances. Parent ref: group-v643412. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.000538] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66c76ba-0e57-4098-9ee8-c7cd8f427d16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.012876] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Created folder: Instances in parent group-v643412. [ 965.013644] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.017033] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.017033] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb66fd3-9bc5-45e1-abfc-50d0608c91a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.039644] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.039644] env[68989]: value = "task-3218076" [ 965.039644] env[68989]: _type = "Task" [ 965.039644] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.057371] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218076, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.128927] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218072, 'name': Destroy_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.302403] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.302403] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.314541] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218073, 'name': ReconfigVM_Task, 'duration_secs': 0.301246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.314541] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.314541] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d41c9a0-96b6-4f27-823d-2820f976837a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.321325] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.327881] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 965.327881] env[68989]: value = "task-3218077" [ 965.327881] env[68989]: _type = "Task" [ 965.327881] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.341041] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218077, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.535598] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb005a3-387c-4519-bea8-682800ea165d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.547564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad4e40-5eb4-49b1-8851-49b4f5ba6b07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.557530] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218076, 'name': CreateVM_Task, 'duration_secs': 0.47352} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.557530] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.557530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.557530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.557530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.557530] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d113395-f535-4980-91c2-1421b4ed6bc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.588206] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0be695-e79d-47f4-9642-2c958670cb5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.592799] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 965.592799] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528dad04-cef3-67f3-77a8-b9f61e5e84ad" [ 965.592799] env[68989]: _type = "Task" [ 965.592799] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.599736] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f3ffb-2cf5-40b6-bd0c-0e4f32b7161f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.607231] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528dad04-cef3-67f3-77a8-b9f61e5e84ad, 'name': SearchDatastore_Task} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.607977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.608197] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.608432] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.608636] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608849] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.609559] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4afa41a-3fe5-483c-812d-addd5619db5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.621414] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.633360] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.633598] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.634622] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218072, 'name': Destroy_Task, 'duration_secs': 0.603583} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.635823] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f3a2ce-1b1a-4f68-a3a2-01c271ad12ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.638308] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Destroyed the VM [ 965.638556] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.639390] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-463d0c0f-b7b2-4e2b-9cb6-ca319fdd5ad7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.645274] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 965.645274] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52316b50-783b-a327-364f-97f2a7ea609d" [ 965.645274] env[68989]: _type = "Task" [ 965.645274] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.647501] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 965.647501] env[68989]: value = "task-3218078" [ 965.647501] env[68989]: _type = "Task" [ 965.647501] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.666836] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52316b50-783b-a327-364f-97f2a7ea609d, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.671648] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.671923] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9185c80e-876f-4641-915c-c49732d2686d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.678060] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 965.678060] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd96d1-66b6-cfc5-c302-fb60a5a07514" [ 965.678060] env[68989]: _type = "Task" [ 965.678060] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.686081] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd96d1-66b6-cfc5-c302-fb60a5a07514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.689943] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "2718a81f-568d-4d3b-9898-391b06e5dea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.690194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.808218] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.840511] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218077, 'name': Rename_Task, 'duration_secs': 0.142578} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.840803] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.841070] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1774518-0d04-4253-a55b-b4c9aefb1acc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.847856] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 965.847856] env[68989]: value = "task-3218079" [ 965.847856] env[68989]: _type = "Task" [ 965.847856] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.858023] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.869579] env[68989]: DEBUG nova.network.neutron [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.020488] env[68989]: DEBUG nova.compute.manager [req-e850b0d4-5ee7-434f-87a0-eb09c1d7d04a req-0e079980-d575-4c58-9dfa-a6a5142c4e75 service nova] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Received event network-vif-deleted-5400a756-d6da-4121-8801-2bae5d8aead5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.147172] env[68989]: ERROR nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [req-cebf2da5-d91a-4c6b-bac2-2cfe9937b05c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cebf2da5-d91a-4c6b-bac2-2cfe9937b05c"}]} [ 966.162424] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.163412] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 966.177412] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 966.177627] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.188561] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd96d1-66b6-cfc5-c302-fb60a5a07514, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.189383] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 966.191158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.191447] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.191821] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f710b3-4ab9-4688-90ba-3b23ea8e626a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.193738] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.201114] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 966.201114] env[68989]: value = "task-3218080" [ 966.201114] env[68989]: _type = "Task" [ 966.201114] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.209205] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.210158] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.331418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.360744] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.372457] env[68989]: INFO nova.compute.manager [-] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Took 1.84 seconds to deallocate network for instance. [ 966.560325] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a04a1-f7dd-411d-b4ac-25bc9fb09667 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.568425] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89c224-7323-4711-86df-3f53fb2ac34e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.600463] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95951ba-29c6-4f1f-afac-7682b2ccd59d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.609182] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db859550-57cd-42cb-93a5-e3c6d551673e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.623927] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.663820] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.713664] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498075} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.713947] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.714197] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.714493] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d2875f-d728-4322-9323-0abdc5dfdc5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.717237] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.722278] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 966.722278] env[68989]: value = "task-3218081" [ 966.722278] env[68989]: _type = "Task" [ 966.722278] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.730330] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.859889] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218079, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.881355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.161377] env[68989]: DEBUG nova.scheduler.client.report [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.162544] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 115 to 116 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.162544] env[68989]: DEBUG nova.compute.provider_tree [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.171449] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218078, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.234602] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068825} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.234919] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.235731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e206b4c-b2ad-42aa-b354-94b2fbb26682 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.256684] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.256943] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ac69e9-f94b-49c7-95f0-40f60b69166f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.278761] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 967.278761] env[68989]: value = "task-3218082" [ 967.278761] env[68989]: _type = "Task" [ 967.278761] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.291182] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.361504] env[68989]: DEBUG oslo_vmware.api [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218079, 'name': PowerOnVM_Task, 'duration_secs': 1.148256} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.361802] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.362156] env[68989]: INFO nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Took 8.87 seconds to spawn the instance on the hypervisor. [ 967.362389] env[68989]: DEBUG nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.363213] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0285724f-4c66-4a68-bbdb-bbeecbac0dfc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.666275] env[68989]: DEBUG oslo_vmware.api [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218078, 'name': RemoveSnapshot_Task, 'duration_secs': 1.593364} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.667012] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.670523] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.804s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.670523] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.674484] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.298s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.679362] env[68989]: INFO nova.compute.claims [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.789920] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218082, 'name': ReconfigVM_Task, 'duration_secs': 0.282992} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.793183] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.793183] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ded251-338c-4c8c-846e-204368a783cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.800138] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 967.800138] env[68989]: value = "task-3218083" [ 967.800138] env[68989]: _type = "Task" [ 967.800138] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.816316] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218083, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.891736] env[68989]: INFO nova.compute.manager [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Took 22.44 seconds to build instance. [ 968.178976] env[68989]: WARNING nova.compute.manager [None req-877083a5-fa87-4efc-bcf3-f1f659269662 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Image not found during snapshot: nova.exception.ImageNotFound: Image a3ddc86f-97ed-444e-960a-3b5ba50b5261 could not be found. [ 968.182746] env[68989]: DEBUG nova.compute.utils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.185094] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.185235] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.288062] env[68989]: DEBUG nova.policy [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c6e2ecdc344940b39821f1e1c9b4ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e389c7e28944471f80502311f1240d03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.310605] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218083, 'name': Rename_Task, 'duration_secs': 0.148028} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.310924] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.311202] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c493cb0-4ffe-4e17-a06f-b0c33c371381 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.319044] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 968.319044] env[68989]: value = "task-3218084" [ 968.319044] env[68989]: _type = "Task" [ 968.319044] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.328363] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.395949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0f7195f9-cd5d-4591-9d86-7b74bfac4611 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.958s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.688066] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.570658] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Successfully created port: 12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.576619] env[68989]: DEBUG nova.compute.manager [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Received event network-changed-60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.576909] env[68989]: DEBUG nova.compute.manager [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Refreshing instance network info cache due to event network-changed-60c43c4e-94f7-401a-ad1d-186b7492f034. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.577114] env[68989]: DEBUG oslo_concurrency.lockutils [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.577273] env[68989]: DEBUG oslo_concurrency.lockutils [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.577437] env[68989]: DEBUG nova.network.neutron [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Refreshing network info cache for port 60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.591657] env[68989]: DEBUG oslo_vmware.api [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218084, 'name': PowerOnVM_Task, 'duration_secs': 0.469623} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.591657] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.591866] env[68989]: INFO nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Took 4.71 seconds to spawn the instance on the hypervisor. [ 969.592052] env[68989]: DEBUG nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.592865] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c04f5-ccbc-4ac8-a568-685e22d63b02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.840527] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29ba42-c564-48ef-84ac-38da996e402f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.849437] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc76b70-69f7-4b09-9b65-c26abb9bfff4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.880342] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7668a4-b42a-467b-a0e9-9d2d858cd9ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.888295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2278283-336b-4cf8-8977-e70ff6b8dc00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.905276] env[68989]: DEBUG nova.compute.provider_tree [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.084738] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.087092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.087325] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.087563] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.087792] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.087968] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.089780] env[68989]: INFO nova.compute.manager [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Terminating instance [ 970.114611] env[68989]: INFO nova.compute.manager [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Took 16.17 seconds to build instance. [ 970.118277] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.118625] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.118929] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.118929] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.119098] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.120052] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.120052] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.120052] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.120052] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.120052] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.120426] env[68989]: DEBUG nova.virt.hardware [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.121623] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a4715-eaca-4acc-92d0-1a3d50386a4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.133023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7ac06-c36e-457d-aa65-bed1abca54f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.246475] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.246720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.384711] env[68989]: DEBUG nova.network.neutron [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updated VIF entry in instance network info cache for port 60c43c4e-94f7-401a-ad1d-186b7492f034. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.385278] env[68989]: DEBUG nova.network.neutron [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.428182] env[68989]: ERROR nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [req-97207cdf-d70a-4d26-b655-ad44f501aea9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97207cdf-d70a-4d26-b655-ad44f501aea9"}]} [ 970.445037] env[68989]: DEBUG nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.459394] env[68989]: DEBUG nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.459625] env[68989]: DEBUG nova.compute.provider_tree [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.471325] env[68989]: DEBUG nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.489673] env[68989]: DEBUG nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.596412] env[68989]: DEBUG nova.compute.manager [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.596674] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.597653] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec2149-5ed1-4b2a-ab1e-af8b4f80385b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.605459] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.607904] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-593d9aec-b6a2-4923-86c5-44d1ee0503b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.615975] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bf36a939-9a1d-42cf-8610-385e61811cf5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.693s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.616278] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 970.616278] env[68989]: value = "task-3218085" [ 970.616278] env[68989]: _type = "Task" [ 970.616278] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.626197] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.749288] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.766403] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292bdfb4-a2f8-44f1-bd5f-8204bc2d7b6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.774503] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56dee9-899f-4108-a1ce-b5da355c687f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.806613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33f964-6bdb-4b09-8e73-bf9f330731a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.814565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89705010-2eef-46fd-9c47-39d46ab109d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.828646] env[68989]: DEBUG nova.compute.provider_tree [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.888868] env[68989]: DEBUG oslo_concurrency.lockutils [req-8538e440-5420-46cd-bce6-9f1786aa5e96 req-125fe2c0-6d9f-4e88-986b-0a995680a8c2 service nova] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.126868] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218085, 'name': PowerOffVM_Task, 'duration_secs': 0.457895} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.128286] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.128413] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.129524] env[68989]: DEBUG nova.compute.manager [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Received event network-vif-plugged-12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.130267] env[68989]: DEBUG oslo_concurrency.lockutils [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] Acquiring lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.130481] env[68989]: DEBUG oslo_concurrency.lockutils [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.130653] env[68989]: DEBUG oslo_concurrency.lockutils [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.130821] env[68989]: DEBUG nova.compute.manager [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] No waiting events found dispatching network-vif-plugged-12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.130985] env[68989]: WARNING nova.compute.manager [req-1d873b36-7020-4893-80c6-46724e02f92d req-380dce9f-9d35-4644-b5f3-9b35e09bd905 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Received unexpected event network-vif-plugged-12e83ec3-3a02-470d-8672-96acf5d498c9 for instance with vm_state building and task_state spawning. [ 971.131271] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b2aace-9555-4270-9a19-b8362c1fda0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.199978] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Successfully updated port: 12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.203919] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.204119] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.204331] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleting the datastore file [datastore2] 8eee14e9-fa6a-434c-9659-3363ea1b868d {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.204661] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98ea8537-7a76-4a89-9012-5927590d45fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.211570] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 971.211570] env[68989]: value = "task-3218087" [ 971.211570] env[68989]: _type = "Task" [ 971.211570] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.220860] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.273638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.368034] env[68989]: DEBUG nova.scheduler.client.report [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.368273] env[68989]: DEBUG nova.compute.provider_tree [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 117 to 118 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.368468] env[68989]: DEBUG nova.compute.provider_tree [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.460238] env[68989]: INFO nova.compute.manager [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Rebuilding instance [ 971.503605] env[68989]: DEBUG nova.compute.manager [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.504313] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fc33c5-bef9-40cb-a549-a9e8d23a8ed9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.702734] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.702988] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.703274] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.721657] env[68989]: DEBUG oslo_vmware.api [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145048} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.721895] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.722087] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.722264] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.722428] env[68989]: INFO nova.compute.manager [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.722661] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.722846] env[68989]: DEBUG nova.compute.manager [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.722938] env[68989]: DEBUG nova.network.neutron [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.876033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.199s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.876033] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.877227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.656s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.879259] env[68989]: INFO nova.compute.claims [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.247510] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.383939] env[68989]: DEBUG nova.compute.utils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.391376] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.391550] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.398727] env[68989]: DEBUG nova.network.neutron [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Updating instance_info_cache with network_info: [{"id": "12e83ec3-3a02-470d-8672-96acf5d498c9", "address": "fa:16:3e:2b:24:1b", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e83ec3-3a", "ovs_interfaceid": "12e83ec3-3a02-470d-8672-96acf5d498c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.437763] env[68989]: DEBUG nova.policy [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.461011] env[68989]: DEBUG nova.network.neutron [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.521891] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.523270] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd60819-af8f-4ef7-8cb8-3eb55181f8de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.530687] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 972.530687] env[68989]: value = "task-3218088" [ 972.530687] env[68989]: _type = "Task" [ 972.530687] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.539598] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.693840] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Successfully created port: 65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.895064] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.901380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.901691] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Instance network_info: |[{"id": "12e83ec3-3a02-470d-8672-96acf5d498c9", "address": "fa:16:3e:2b:24:1b", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e83ec3-3a", "ovs_interfaceid": "12e83ec3-3a02-470d-8672-96acf5d498c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.902094] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:24:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e83ec3-3a02-470d-8672-96acf5d498c9', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.909604] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.909830] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.910062] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da5304e5-14ee-4d1a-8e4e-66f00341fd4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.934572] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.934572] env[68989]: value = "task-3218089" [ 972.934572] env[68989]: _type = "Task" [ 972.934572] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.945223] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218089, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.963760] env[68989]: INFO nova.compute.manager [-] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Took 1.24 seconds to deallocate network for instance. [ 973.042309] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218088, 'name': PowerOffVM_Task, 'duration_secs': 0.286835} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.043499] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.043499] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.044057] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf22a35-d272-4a76-bce8-dac55dfb97db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.052374] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.052606] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff86eb3-fb8c-44b4-95dd-7aabed323f43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.074813] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.075067] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.075257] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Deleting the datastore file [datastore2] 540e3c72-8c91-414b-9b38-4dc9d45adbb3 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.075507] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ba41b1-c360-42ce-a0c0-3192c557496d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.082905] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 973.082905] env[68989]: value = "task-3218091" [ 973.082905] env[68989]: _type = "Task" [ 973.082905] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.091104] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.154394] env[68989]: DEBUG nova.compute.manager [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Received event network-changed-12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.154573] env[68989]: DEBUG nova.compute.manager [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Refreshing instance network info cache due to event network-changed-12e83ec3-3a02-470d-8672-96acf5d498c9. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.154807] env[68989]: DEBUG oslo_concurrency.lockutils [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] Acquiring lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154985] env[68989]: DEBUG oslo_concurrency.lockutils [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] Acquired lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155177] env[68989]: DEBUG nova.network.neutron [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Refreshing network info cache for port 12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.203564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7409b1-656e-4844-abc4-5658389cab54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.211205] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15307435-0ac9-4645-aa94-935280b6de1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.242055] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc530c7-e0e7-41dd-b178-2d0693ab1424 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.249553] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c119b-dd55-4307-b022-7c0dd721c47a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.262902] env[68989]: DEBUG nova.compute.provider_tree [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.459483] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218089, 'name': CreateVM_Task, 'duration_secs': 0.494356} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.459705] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.460441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.460609] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.460936] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.461239] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe52d500-39e9-4bff-b45c-a7993e8b06d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.466467] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 973.466467] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bde55f-6474-6797-9635-25ece3d218ef" [ 973.466467] env[68989]: _type = "Task" [ 973.466467] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.485329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.503255] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52bde55f-6474-6797-9635-25ece3d218ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.503568] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.503841] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.504092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.504241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.505202] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.506351] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255ea733-c50f-4f7c-9a91-2f77ed93cd89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.522033] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.523457] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.527279] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5ecbf3-0c9b-4f74-a5ae-22f03fc62928 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.534568] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 973.534568] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c580c3-f17a-1d3e-4271-bff03db6300f" [ 973.534568] env[68989]: _type = "Task" [ 973.534568] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.542089] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c580c3-f17a-1d3e-4271-bff03db6300f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.592008] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114959} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.592246] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.592431] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.592614] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.765623] env[68989]: DEBUG nova.scheduler.client.report [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.871935] env[68989]: DEBUG nova.network.neutron [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Updated VIF entry in instance network info cache for port 12e83ec3-3a02-470d-8672-96acf5d498c9. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.872312] env[68989]: DEBUG nova.network.neutron [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Updating instance_info_cache with network_info: [{"id": "12e83ec3-3a02-470d-8672-96acf5d498c9", "address": "fa:16:3e:2b:24:1b", "network": {"id": "be657b68-93a8-43f7-a94d-544fcd14be91", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1619243912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e389c7e28944471f80502311f1240d03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e83ec3-3a", "ovs_interfaceid": "12e83ec3-3a02-470d-8672-96acf5d498c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.905259] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.931179] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.931534] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.931759] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.932034] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.932370] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.932466] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.932815] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.933039] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.933326] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.933654] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.933865] env[68989]: DEBUG nova.virt.hardware [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.935222] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19844856-158b-4560-9fbd-717618a350c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.948776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f70fba-42bb-40c5-a31a-bc252be47f09 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.044826] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c580c3-f17a-1d3e-4271-bff03db6300f, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.045621] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd5b372-0d03-46a9-b7f0-1303e1605b77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.050714] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 974.050714] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212886a-34ff-f9b3-0299-32cff1bc0aff" [ 974.050714] env[68989]: _type = "Task" [ 974.050714] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.058563] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212886a-34ff-f9b3-0299-32cff1bc0aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.152841] env[68989]: DEBUG nova.compute.manager [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Received event network-vif-plugged-65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.153090] env[68989]: DEBUG oslo_concurrency.lockutils [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] Acquiring lock "dd63995f-af4c-4188-8884-b9dc39091977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.153307] env[68989]: DEBUG oslo_concurrency.lockutils [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] Lock "dd63995f-af4c-4188-8884-b9dc39091977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.153475] env[68989]: DEBUG oslo_concurrency.lockutils [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] Lock "dd63995f-af4c-4188-8884-b9dc39091977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.153646] env[68989]: DEBUG nova.compute.manager [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] No waiting events found dispatching network-vif-plugged-65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.153858] env[68989]: WARNING nova.compute.manager [req-72f3e7b3-5f9d-4ac0-8295-bb291a7747f4 req-1e05e9b3-f967-4e5e-b249-5b229d554055 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Received unexpected event network-vif-plugged-65b863f7-483b-43aa-a450-d41e1cbea47e for instance with vm_state building and task_state spawning. [ 974.235178] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Successfully updated port: 65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.272374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.272374] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.275488] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.752s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.275794] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.277845] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.439s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.278092] env[68989]: DEBUG nova.objects.instance [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.301975] env[68989]: INFO nova.scheduler.client.report [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocations for instance e9bb7557-9e5d-430c-a719-1e1e37b95494 [ 974.374994] env[68989]: DEBUG oslo_concurrency.lockutils [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] Releasing lock "refresh_cache-c9db4e7a-99a6-402c-949c-bf336100aa9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.375285] env[68989]: DEBUG nova.compute.manager [req-6260e41b-f844-4c37-9889-c0af8ce37a34 req-757d9dfe-f073-4672-8481-c95ab15ad0f0 service nova] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Received event network-vif-deleted-bd5b6931-7562-4c08-bc1d-b534f69085fb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.561909] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5212886a-34ff-f9b3-0299-32cff1bc0aff, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.562238] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562496] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c9db4e7a-99a6-402c-949c-bf336100aa9f/c9db4e7a-99a6-402c-949c-bf336100aa9f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.562778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f4227b-78be-4e8d-bd6f-e0b7e0b268f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.569460] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 974.569460] env[68989]: value = "task-3218092" [ 974.569460] env[68989]: _type = "Task" [ 974.569460] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.577312] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.628720] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.629076] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.629159] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.629372] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.629522] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.629670] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.629882] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.630111] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.630389] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.630664] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.630961] env[68989]: DEBUG nova.virt.hardware [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.631859] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db73290-3d94-4b11-b379-e249f85f7577 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.640663] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d122a-9d0a-4b3b-85d4-da207e90864f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.654086] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.659658] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.659919] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.660360] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc7ea55-657c-4db4-afe2-ec6de0f4171e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.677626] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.677626] env[68989]: value = "task-3218093" [ 974.677626] env[68989]: _type = "Task" [ 974.677626] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.687774] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218093, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.737774] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.738114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.738320] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.776983] env[68989]: DEBUG nova.compute.utils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.778590] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.778789] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.811919] env[68989]: DEBUG oslo_concurrency.lockutils [None req-19a8cf62-dc2a-4c2a-9bb6-59b5b8929b60 tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "e9bb7557-9e5d-430c-a719-1e1e37b95494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.849s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.826635] env[68989]: DEBUG nova.policy [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.079492] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218092, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.180197] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Successfully created port: 693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.193034] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218093, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.277984] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.281536] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.287092] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a7173ea6-b32b-4324-830a-8750d142b76b tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.289043] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.031s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.289043] env[68989]: DEBUG nova.objects.instance [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lazy-loading 'resources' on Instance uuid b6bcefac-04cf-4d8f-8f1b-a0a389e89880 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.444342] env[68989]: DEBUG nova.network.neutron [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Updating instance_info_cache with network_info: [{"id": "65b863f7-483b-43aa-a450-d41e1cbea47e", "address": "fa:16:3e:39:fc:34", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b863f7-48", "ovs_interfaceid": "65b863f7-483b-43aa-a450-d41e1cbea47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.580988] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522222} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.582189] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c9db4e7a-99a6-402c-949c-bf336100aa9f/c9db4e7a-99a6-402c-949c-bf336100aa9f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.582454] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.582847] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1f2e7c-2d4e-47d5-a272-27e24409dae5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.590352] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 975.590352] env[68989]: value = "task-3218094" [ 975.590352] env[68989]: _type = "Task" [ 975.590352] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.599296] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.691996] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218093, 'name': CreateVM_Task, 'duration_secs': 0.614945} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.693060] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.693060] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.693256] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.693483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.693775] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec7aabd-291c-4645-9d04-21fb09ac28e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.698618] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 975.698618] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c84e58-2c30-c8eb-0546-7c5ae80ad2da" [ 975.698618] env[68989]: _type = "Task" [ 975.698618] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.710262] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c84e58-2c30-c8eb-0546-7c5ae80ad2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.949319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.949406] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Instance network_info: |[{"id": "65b863f7-483b-43aa-a450-d41e1cbea47e", "address": "fa:16:3e:39:fc:34", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b863f7-48", "ovs_interfaceid": "65b863f7-483b-43aa-a450-d41e1cbea47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.949768] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:fc:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65b863f7-483b-43aa-a450-d41e1cbea47e', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.958148] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.961512] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.962293] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aabf1728-c344-4419-91ee-98043822b112 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.987960] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.987960] env[68989]: value = "task-3218095" [ 975.987960] env[68989]: _type = "Task" [ 975.987960] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.999149] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218095, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.081495] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52749c1c-48a4-4364-8039-2e7f61071a56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.089337] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4ee01-7404-4019-b457-42196eb08b35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.100881] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069239} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.127228] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.128376] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd7f55-0db7-4ff9-8ae5-c3e867c08fe1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.131584] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a878c0d-c8c1-4a83-bce5-5d63c8573f4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.148691] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b211a909-aded-4c33-8e91-a40957c80c15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.163451] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c9db4e7a-99a6-402c-949c-bf336100aa9f/c9db4e7a-99a6-402c-949c-bf336100aa9f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.163768] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532e665a-9b92-47d6-8d17-654d02634585 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181169] env[68989]: DEBUG nova.compute.manager [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Received event network-changed-65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.181223] env[68989]: DEBUG nova.compute.manager [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Refreshing instance network info cache due to event network-changed-65b863f7-483b-43aa-a450-d41e1cbea47e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.181440] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] Acquiring lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.181582] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] Acquired lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.181746] env[68989]: DEBUG nova.network.neutron [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Refreshing network info cache for port 65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.194624] env[68989]: DEBUG nova.compute.provider_tree [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.200523] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 976.200523] env[68989]: value = "task-3218096" [ 976.200523] env[68989]: _type = "Task" [ 976.200523] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.218226] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.218226] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c84e58-2c30-c8eb-0546-7c5ae80ad2da, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.218545] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.218845] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.219157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.219362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.219559] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.219830] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22991145-ea31-44ce-9f02-28c0120ef3d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.230258] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.230258] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.231254] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1ea3a8-d875-4beb-92bf-ac392b69ae5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.238228] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 976.238228] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fc3aee-3583-8c63-bd65-fcac08fefc69" [ 976.238228] env[68989]: _type = "Task" [ 976.238228] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.249427] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fc3aee-3583-8c63-bd65-fcac08fefc69, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.250210] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19995c0f-48b3-44fc-a0fc-9037edeefd40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.255616] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 976.255616] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522be100-ccfa-f3cc-5365-384e968f232d" [ 976.255616] env[68989]: _type = "Task" [ 976.255616] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.264444] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522be100-ccfa-f3cc-5365-384e968f232d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.293325] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.322057] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.322365] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.322541] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.322768] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.322973] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.323151] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.323398] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.323578] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.323769] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.323945] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.324146] env[68989]: DEBUG nova.virt.hardware [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.325185] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8196b160-fb3c-4800-ab4a-0a3436a85831 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.335835] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce20e4-6fda-4ca4-9f40-dda7b3428b59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.483898] env[68989]: DEBUG nova.network.neutron [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Updated VIF entry in instance network info cache for port 65b863f7-483b-43aa-a450-d41e1cbea47e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.484294] env[68989]: DEBUG nova.network.neutron [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Updating instance_info_cache with network_info: [{"id": "65b863f7-483b-43aa-a450-d41e1cbea47e", "address": "fa:16:3e:39:fc:34", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b863f7-48", "ovs_interfaceid": "65b863f7-483b-43aa-a450-d41e1cbea47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.498438] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218095, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.686984] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Successfully updated port: 693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.701567] env[68989]: DEBUG nova.scheduler.client.report [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.715632] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218096, 'name': ReconfigVM_Task, 'duration_secs': 0.349716} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.715923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c9db4e7a-99a6-402c-949c-bf336100aa9f/c9db4e7a-99a6-402c-949c-bf336100aa9f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.716608] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5883adf9-75be-47d8-80de-65f2e80cb70c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.723249] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 976.723249] env[68989]: value = "task-3218097" [ 976.723249] env[68989]: _type = "Task" [ 976.723249] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.732335] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218097, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.769660] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522be100-ccfa-f3cc-5365-384e968f232d, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.769660] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.769660] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.769660] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f4927f1-39ac-44e4-bc87-3dbd7b534ccd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.776371] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 976.776371] env[68989]: value = "task-3218098" [ 976.776371] env[68989]: _type = "Task" [ 976.776371] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.782571] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.986771] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ebd7eec-b4c5-4894-a54e-9d8730faa4ca req-8c9c4ac9-93f4-41de-90ec-acaf7f4d8528 service nova] Releasing lock "refresh_cache-dd63995f-af4c-4188-8884-b9dc39091977" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.000520] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218095, 'name': CreateVM_Task, 'duration_secs': 0.53405} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.000737] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.001485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.001659] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.002083] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.002288] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969249b0-8cf1-4c78-aea1-b69382b9f442 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.007659] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 977.007659] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef1398-d9be-0958-0bba-340a4a0a7168" [ 977.007659] env[68989]: _type = "Task" [ 977.007659] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.017059] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef1398-d9be-0958-0bba-340a4a0a7168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.189913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.190171] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.190255] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.207039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.209564] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.043s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.209753] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.209914] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 977.210247] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.030s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.210468] env[68989]: DEBUG nova.objects.instance [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lazy-loading 'resources' on Instance uuid c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.212513] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3dbed4-3a3f-4a25-9b56-e5785bf1e637 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.224802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56cc07-6d98-4767-a285-74b2d7f2283a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.235385] env[68989]: INFO nova.scheduler.client.report [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Deleted allocations for instance b6bcefac-04cf-4d8f-8f1b-a0a389e89880 [ 977.250709] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a46172-1b0c-4794-9872-47bbbe936b6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.258388] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218097, 'name': Rename_Task, 'duration_secs': 0.14593} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.259054] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.259732] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46dc25ce-2233-4b66-beb9-b4adb93cac01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.265660] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0174b3-010b-4390-bf59-e3488e0d2508 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.270974] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 977.270974] env[68989]: value = "task-3218099" [ 977.270974] env[68989]: _type = "Task" [ 977.270974] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.282923] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.316630] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178769MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 977.316803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.317092] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.522961] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ef1398-d9be-0958-0bba-340a4a0a7168, 'name': SearchDatastore_Task, 'duration_secs': 0.056456} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.523326] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.523562] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.523796] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.523941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.524134] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.524389] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c2631cb-93a3-468f-ae8d-3799a0fc992d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.533424] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.533601] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.534332] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6486b28-6990-4449-a66f-fac04e44b1af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.540414] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 977.540414] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52867ded-857f-9ce4-75ae-ca7c7f60af42" [ 977.540414] env[68989]: _type = "Task" [ 977.540414] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.548683] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52867ded-857f-9ce4-75ae-ca7c7f60af42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.616724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "019ae252-b771-477b-bb8d-ad2685ed234a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.617434] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.617708] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.617930] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.618210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.620388] env[68989]: INFO nova.compute.manager [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Terminating instance [ 977.731090] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.756086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f1e195fe-b55a-4772-b705-c2e46b17e96d tempest-ServersTestBootFromVolume-497834987 tempest-ServersTestBootFromVolume-497834987-project-member] Lock "b6bcefac-04cf-4d8f-8f1b-a0a389e89880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.887s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.789018] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.792183] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510578} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.792442] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.792762] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.795318] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d41c9d-46e0-454f-bc41-be8ca15671b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.802112] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 977.802112] env[68989]: value = "task-3218100" [ 977.802112] env[68989]: _type = "Task" [ 977.802112] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.810122] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.904225] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.904492] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.904670] env[68989]: INFO nova.compute.manager [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Shelving [ 977.906970] env[68989]: DEBUG nova.network.neutron [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Updating instance_info_cache with network_info: [{"id": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "address": "fa:16:3e:0c:db:48", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693b4cbc-ee", "ovs_interfaceid": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.049514] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43910d93-116c-476d-840a-16126cd180e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.057925] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52867ded-857f-9ce4-75ae-ca7c7f60af42, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.060718] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53d2871-3f82-4548-8847-da0cc6bd2187 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.067550] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47abd80-eedb-4263-8d93-dfd7d4addf66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.074443] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 978.074443] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526fe3f2-9209-f00e-8c8c-9a7ddc24ef95" [ 978.074443] env[68989]: _type = "Task" [ 978.074443] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.103450] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38163594-ffff-4133-b2b5-631ca08294a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.110988] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526fe3f2-9209-f00e-8c8c-9a7ddc24ef95, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.113064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.113374] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] dd63995f-af4c-4188-8884-b9dc39091977/dd63995f-af4c-4188-8884-b9dc39091977.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.113610] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfff3bbe-18d8-4416-8aed-4bcfbb0d5e93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.116357] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dd7d31-03a5-4e2b-a8df-ac79e80c2232 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.131699] env[68989]: DEBUG nova.compute.manager [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.132044] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.132731] env[68989]: DEBUG nova.compute.provider_tree [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.136730] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e93b42-dc28-4a95-8f17-f56c4c885865 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.140872] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 978.140872] env[68989]: value = "task-3218101" [ 978.140872] env[68989]: _type = "Task" [ 978.140872] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.142861] env[68989]: DEBUG nova.scheduler.client.report [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.152708] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.153320] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f423a8ad-5403-4caa-a94e-c208f2a33409 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.158208] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.162110] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 978.162110] env[68989]: value = "task-3218102" [ 978.162110] env[68989]: _type = "Task" [ 978.162110] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.171524] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3218102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.215627] env[68989]: DEBUG nova.compute.manager [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Received event network-vif-plugged-693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.215902] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Acquiring lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.216204] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.216271] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.216438] env[68989]: DEBUG nova.compute.manager [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] No waiting events found dispatching network-vif-plugged-693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.216647] env[68989]: WARNING nova.compute.manager [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Received unexpected event network-vif-plugged-693b4cbc-eea4-4a01-af97-70e3bd1b2310 for instance with vm_state building and task_state spawning. [ 978.216754] env[68989]: DEBUG nova.compute.manager [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Received event network-changed-693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.216909] env[68989]: DEBUG nova.compute.manager [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Refreshing instance network info cache due to event network-changed-693b4cbc-eea4-4a01-af97-70e3bd1b2310. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.217088] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Acquiring lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.282627] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218099, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.312813] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184593} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.313158] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.314082] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf4e1d8-2195-4491-869e-587293e458ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.334320] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.334549] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eeb7621-03a4-4842-a41b-a9e742c1a5f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.357280] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 978.357280] env[68989]: value = "task-3218103" [ 978.357280] env[68989]: _type = "Task" [ 978.357280] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.368318] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.412751] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.412751] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Instance network_info: |[{"id": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "address": "fa:16:3e:0c:db:48", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693b4cbc-ee", "ovs_interfaceid": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.414964] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Acquired lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.415195] env[68989]: DEBUG nova.network.neutron [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Refreshing network info cache for port 693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.416737] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:db:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '693b4cbc-eea4-4a01-af97-70e3bd1b2310', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.426119] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.428244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.428618] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d025fb9b-7461-4efa-93f1-f89e1d69b2b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.449783] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.450289] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e84ccd65-f733-419c-bba8-306a116c6cb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.459233] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.459233] env[68989]: value = "task-3218104" [ 978.459233] env[68989]: _type = "Task" [ 978.459233] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.460851] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 978.460851] env[68989]: value = "task-3218105" [ 978.460851] env[68989]: _type = "Task" [ 978.460851] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.477033] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218104, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.479240] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.648292] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.438s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.655573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.268s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.657539] env[68989]: INFO nova.compute.claims [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.671081] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218101, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.672488] env[68989]: INFO nova.scheduler.client.report [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted allocations for instance c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872 [ 978.681931] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3218102, 'name': PowerOffVM_Task, 'duration_secs': 0.249269} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.682699] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.682868] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.683249] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a644bc2c-4ad8-41b9-87a3-95fe1d0223a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.755012] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.755685] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.755897] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleting the datastore file [datastore2] 019ae252-b771-477b-bb8d-ad2685ed234a {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.756213] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e1b97b9-092b-437d-aa37-e0fd933700f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.762817] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for the task: (returnval){ [ 978.762817] env[68989]: value = "task-3218107" [ 978.762817] env[68989]: _type = "Task" [ 978.762817] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.771011] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3218107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.781920] env[68989]: DEBUG oslo_vmware.api [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218099, 'name': PowerOnVM_Task, 'duration_secs': 1.153873} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.782358] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.782589] env[68989]: INFO nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Took 8.70 seconds to spawn the instance on the hypervisor. [ 978.782803] env[68989]: DEBUG nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.783703] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb77e2-5237-4860-9429-ef3ae63e604c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.868792] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.982567] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218104, 'name': CreateVM_Task, 'duration_secs': 0.384734} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.982908] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218105, 'name': PowerOffVM_Task, 'duration_secs': 0.407295} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.983132] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.983430] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.984254] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.984570] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.984954] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.985732] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5380171f-d0c8-4369-b5ff-f8734e434bbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.988352] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cd4433-476a-4309-a637-ad2b1f755c99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.994836] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 978.994836] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b3f58-8387-9232-4efa-c6ef98e85da7" [ 978.994836] env[68989]: _type = "Task" [ 978.994836] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.012968] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c9b250-6719-4bdb-bfea-8ad47440c85a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.026255] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b3f58-8387-9232-4efa-c6ef98e85da7, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.028337] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.028494] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.028725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.028874] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.029084] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.031639] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f20701-9b5d-48e5-8b4d-9ac742ecac4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.043941] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.045360] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.047376] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e402f2-febb-4bfd-9471-4de281ca54f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.053946] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 979.053946] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52baca2a-a8ee-eec2-f304-bd4f5114c7cb" [ 979.053946] env[68989]: _type = "Task" [ 979.053946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.065957] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52baca2a-a8ee-eec2-f304-bd4f5114c7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.069741] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba08e171-080b-4a12-935e-720260d7d480 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.076750] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 979.076750] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ffebf8-12d5-44ec-21a5-13a4d2de99bb" [ 979.076750] env[68989]: _type = "Task" [ 979.076750] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.084997] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ffebf8-12d5-44ec-21a5-13a4d2de99bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.157205] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629293} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.158918] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] dd63995f-af4c-4188-8884-b9dc39091977/dd63995f-af4c-4188-8884-b9dc39091977.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.158918] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.158918] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435f941b-0581-4657-b8e7-9861ad1fd483 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.166795] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 979.166795] env[68989]: value = "task-3218108" [ 979.166795] env[68989]: _type = "Task" [ 979.166795] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.178050] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.185911] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59fb6ae3-201e-4c37-9c06-dfa7e8ae4243 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.551s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.220360] env[68989]: DEBUG nova.network.neutron [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Updated VIF entry in instance network info cache for port 693b4cbc-eea4-4a01-af97-70e3bd1b2310. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.220637] env[68989]: DEBUG nova.network.neutron [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Updating instance_info_cache with network_info: [{"id": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "address": "fa:16:3e:0c:db:48", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693b4cbc-ee", "ovs_interfaceid": "693b4cbc-eea4-4a01-af97-70e3bd1b2310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.274071] env[68989]: DEBUG oslo_vmware.api [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Task: {'id': task-3218107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246933} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.274360] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.274549] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.274727] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.274902] env[68989]: INFO nova.compute.manager [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.275201] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.275433] env[68989]: DEBUG nova.compute.manager [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.275538] env[68989]: DEBUG nova.network.neutron [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.307702] env[68989]: INFO nova.compute.manager [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Took 23.56 seconds to build instance. [ 979.373227] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218103, 'name': ReconfigVM_Task, 'duration_secs': 0.638208} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.373533] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 540e3c72-8c91-414b-9b38-4dc9d45adbb3/540e3c72-8c91-414b-9b38-4dc9d45adbb3.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.374228] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce8aa783-ab48-480c-b325-400d23d3b83f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.381413] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 979.381413] env[68989]: value = "task-3218109" [ 979.381413] env[68989]: _type = "Task" [ 979.381413] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.390025] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218109, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.524025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c942db1a-d832-4708-a89e-c751b50c52f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.524025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.524025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.524025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.524025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.532326] env[68989]: INFO nova.compute.manager [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Terminating instance [ 979.537851] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.538803] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87e4128f-fc76-498b-a9f7-1b09db4fc3c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.547554] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 979.547554] env[68989]: value = "task-3218110" [ 979.547554] env[68989]: _type = "Task" [ 979.547554] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.560869] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.589324] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ffebf8-12d5-44ec-21a5-13a4d2de99bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.593017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.593017] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a0af1dca-ce87-4d90-88dc-18a33af633d4/a0af1dca-ce87-4d90-88dc-18a33af633d4.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.593017] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e461586f-9cdb-46eb-a6f4-05da8715724e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.597624] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 979.597624] env[68989]: value = "task-3218111" [ 979.597624] env[68989]: _type = "Task" [ 979.597624] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.608559] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.680022] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068294} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.680550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.681505] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9e206-e2d0-430d-920a-c9003a696b20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.709108] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] dd63995f-af4c-4188-8884-b9dc39091977/dd63995f-af4c-4188-8884-b9dc39091977.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.712447] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac8de88-3eb1-43f5-bc28-35f560d13d2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.729538] env[68989]: DEBUG oslo_concurrency.lockutils [req-411f616d-a8f4-47be-953b-8b94d606a2c7 req-50850af3-a640-4968-945b-7e840bd38e12 service nova] Releasing lock "refresh_cache-a0af1dca-ce87-4d90-88dc-18a33af633d4" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.736018] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 979.736018] env[68989]: value = "task-3218112" [ 979.736018] env[68989]: _type = "Task" [ 979.736018] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.746377] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.811684] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1b0136f8-c4bb-4332-bf5d-07b4746267aa tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.082s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.892520] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218109, 'name': Rename_Task, 'duration_secs': 0.366084} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.895611] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.896384] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237e87db-d165-4422-a46b-b52a8df3aeac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.903511] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 979.903511] env[68989]: value = "task-3218113" [ 979.903511] env[68989]: _type = "Task" [ 979.903511] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.915774] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.040452] env[68989]: DEBUG nova.compute.manager [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.040720] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.046155] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618984d-338f-4b78-804a-e89208be30ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.061296] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.065591] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f80e8569-fc92-4eeb-9cc6-de913de9b4da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.068559] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218110, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.069624] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ff1bfa-3fff-4b81-895b-105d2c060cfc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.079328] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a8c87f-a5b4-4d37-a23f-e2ff133ff93f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.082717] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 980.082717] env[68989]: value = "task-3218114" [ 980.082717] env[68989]: _type = "Task" [ 980.082717] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.127523] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a36ecda-9124-455c-af12-0c33d1450694 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135484] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.145125] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f401cd-523a-422a-85d8-192c8f21113e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.148880] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218111, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.160966] env[68989]: DEBUG nova.compute.provider_tree [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.172527] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "4c83d9fb-282f-409e-8929-7e4083a58ead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.172804] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.247793] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.413137] env[68989]: DEBUG nova.compute.manager [req-d4d2cada-806e-4fe8-810c-0fab1f01fe7f req-20fe1b33-d7d4-4cd5-967d-00be3bb3e93f service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Received event network-vif-deleted-5bae7083-8131-42b4-aed9-1b28bff1ea9a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.413137] env[68989]: INFO nova.compute.manager [req-d4d2cada-806e-4fe8-810c-0fab1f01fe7f req-20fe1b33-d7d4-4cd5-967d-00be3bb3e93f service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Neutron deleted interface 5bae7083-8131-42b4-aed9-1b28bff1ea9a; detaching it from the instance and deleting it from the info cache [ 980.413494] env[68989]: DEBUG nova.network.neutron [req-d4d2cada-806e-4fe8-810c-0fab1f01fe7f req-20fe1b33-d7d4-4cd5-967d-00be3bb3e93f service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.420911] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218113, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.568507] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218110, 'name': CreateSnapshot_Task, 'duration_secs': 1.015842} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.568900] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.569982] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab5b61-4cbb-4053-bc69-8c74d82cd1aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.602737] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218114, 'name': PowerOffVM_Task, 'duration_secs': 0.28804} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.602867] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.603668] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.603668] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecb71c82-e17b-4e4b-a23d-e96ccb40a7c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.632973] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83583} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.633996] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a0af1dca-ce87-4d90-88dc-18a33af633d4/a0af1dca-ce87-4d90-88dc-18a33af633d4.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.634252] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.634502] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abadefe-b5a3-4921-bcee-d367fe543543 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.640702] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 980.640702] env[68989]: value = "task-3218116" [ 980.640702] env[68989]: _type = "Task" [ 980.640702] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.652993] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.675200] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.675200] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.675463] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore2] c942db1a-d832-4708-a89e-c751b50c52f8 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.679021] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.679021] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bccd300c-691f-4bd6-9766-8e9c9fbdf50b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.685124] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 980.685124] env[68989]: value = "task-3218117" [ 980.685124] env[68989]: _type = "Task" [ 980.685124] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.695015] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.695015] env[68989]: ERROR nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [req-b492676c-f55e-47c1-a10d-a0a6b0bcdffc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b492676c-f55e-47c1-a10d-a0a6b0bcdffc"}]} [ 980.713438] env[68989]: DEBUG nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.735498] env[68989]: DEBUG nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.735724] env[68989]: DEBUG nova.compute.provider_tree [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.748359] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218112, 'name': ReconfigVM_Task, 'duration_secs': 0.603407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.749257] env[68989]: DEBUG nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.751179] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Reconfigured VM instance instance-00000052 to attach disk [datastore1] dd63995f-af4c-4188-8884-b9dc39091977/dd63995f-af4c-4188-8884-b9dc39091977.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.752258] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fada5b1e-0cc5-45cd-ad78-b9385ea08129 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.758273] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 980.758273] env[68989]: value = "task-3218118" [ 980.758273] env[68989]: _type = "Task" [ 980.758273] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.772714] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218118, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.773656] env[68989]: DEBUG nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.890304] env[68989]: DEBUG nova.network.neutron [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.918048] env[68989]: DEBUG oslo_vmware.api [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218113, 'name': PowerOnVM_Task, 'duration_secs': 0.635956} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.918310] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a8e18bd-f140-499f-81fa-aa34a3936194 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.920908] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.920908] env[68989]: DEBUG nova.compute.manager [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.928195] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059faaec-246a-4dd6-8b4c-e4e7a8e7826e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.942083] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b9416-cf1b-4384-afa2-ed278783ebda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.986953] env[68989]: DEBUG nova.compute.manager [req-d4d2cada-806e-4fe8-810c-0fab1f01fe7f req-20fe1b33-d7d4-4cd5-967d-00be3bb3e93f service nova] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Detach interface failed, port_id=5bae7083-8131-42b4-aed9-1b28bff1ea9a, reason: Instance 019ae252-b771-477b-bb8d-ad2685ed234a could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.104737] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.107718] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65c73246-c049-4f69-8996-a4954fdab6d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.116446] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 981.116446] env[68989]: value = "task-3218119" [ 981.116446] env[68989]: _type = "Task" [ 981.116446] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.130218] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218119, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.149517] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101428} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.150756] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.151609] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af078759-9442-4013-a538-8fb267fe224e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.154815] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c0560-6736-4e9a-8b08-ce8d64ea319a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.171604] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b525fb-ade6-4388-b7df-8ecde0d3e44d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.184709] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] a0af1dca-ce87-4d90-88dc-18a33af633d4/a0af1dca-ce87-4d90-88dc-18a33af633d4.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.187733] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5af5dcf-c588-472b-a402-0b3207d73414 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.235373] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.236668] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152ad10-e08e-48b7-ac43-5863191ba454 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.239719] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 981.239719] env[68989]: value = "task-3218120" [ 981.239719] env[68989]: _type = "Task" [ 981.239719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.243648] env[68989]: DEBUG oslo_vmware.api [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.247609] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.247819] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.248446] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.248446] env[68989]: INFO nova.compute.manager [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 981.248446] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.250742] env[68989]: DEBUG nova.compute.manager [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.250837] env[68989]: DEBUG nova.network.neutron [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.254404] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22d7a38-cc64-4809-a29a-afe4ba7f1a86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.262773] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.276793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.277084] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.277351] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.277559] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.277739] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.279983] env[68989]: DEBUG nova.compute.provider_tree [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.281700] env[68989]: INFO nova.compute.manager [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Terminating instance [ 981.288901] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218118, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.394500] env[68989]: INFO nova.compute.manager [-] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Took 2.12 seconds to deallocate network for instance. [ 981.473137] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.625999] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218119, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.758118] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.775023] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218118, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.788846] env[68989]: DEBUG nova.compute.manager [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.789060] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.790609] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2f784-37cf-4512-b8d3-2d65609794c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.797725] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.798038] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cafbfa-7785-4fea-b3fe-f691e197750f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.805545] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 981.805545] env[68989]: value = "task-3218121" [ 981.805545] env[68989]: _type = "Task" [ 981.805545] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.814813] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.824636] env[68989]: DEBUG nova.scheduler.client.report [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.824883] env[68989]: DEBUG nova.compute.provider_tree [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 119 to 120 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.825096] env[68989]: DEBUG nova.compute.provider_tree [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.899979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.092425] env[68989]: DEBUG nova.network.neutron [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.126822] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218119, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.254802] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218120, 'name': ReconfigVM_Task, 'duration_secs': 0.664131} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.255246] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Reconfigured VM instance instance-00000053 to attach disk [datastore2] a0af1dca-ce87-4d90-88dc-18a33af633d4/a0af1dca-ce87-4d90-88dc-18a33af633d4.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.255853] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338845e0-e89e-4176-9e68-6e7157999b74 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.262207] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 982.262207] env[68989]: value = "task-3218122" [ 982.262207] env[68989]: _type = "Task" [ 982.262207] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.273247] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218122, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.276176] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218118, 'name': Rename_Task, 'duration_secs': 1.278342} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.276421] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.276645] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-814d189c-00f8-4afa-99e5-b1ad5e35ae35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.283196] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 982.283196] env[68989]: value = "task-3218123" [ 982.283196] env[68989]: _type = "Task" [ 982.283196] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.296395] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.315458] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218121, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.331606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.676s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.332301] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.335310] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.335566] env[68989]: DEBUG nova.objects.instance [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lazy-loading 'resources' on Instance uuid facbbd20-a00e-4280-86c9-be86f4e7a73a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.437015] env[68989]: DEBUG nova.compute.manager [req-07bafdae-8fb3-4f64-9530-f9134bcd3b83 req-27edfe50-2846-4d3b-81f7-144db68f8699 service nova] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Received event network-vif-deleted-f384bf7b-753e-407b-b824-fddc25acf652 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.530151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.530151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.530151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.530151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.530326] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.532450] env[68989]: INFO nova.compute.manager [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Terminating instance [ 982.596148] env[68989]: INFO nova.compute.manager [-] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Took 1.34 seconds to deallocate network for instance. [ 982.628095] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218119, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.775526] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218122, 'name': Rename_Task, 'duration_secs': 0.144033} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.775809] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.776105] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d6ed9d7-c1f4-4074-871b-0b5ac6186d8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.783466] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 982.783466] env[68989]: value = "task-3218124" [ 982.783466] env[68989]: _type = "Task" [ 982.783466] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.794279] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.797129] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.816110] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218121, 'name': PowerOffVM_Task, 'duration_secs': 0.539006} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.816386] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.816566] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.816827] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c765f0-442e-4e0d-8d91-1149a226efa9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839531] env[68989]: DEBUG nova.compute.utils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.843740] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.843939] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.882464] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.883971] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.883971] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleting the datastore file [datastore1] c9db4e7a-99a6-402c-949c-bf336100aa9f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.883971] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61647aa4-c68a-4d5e-be13-2a07b9e22a98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.888685] env[68989]: DEBUG nova.policy [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e894eb72f52d4a7887d3a353d6d08644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0b2b5aa7434887b1cd1f414effd7e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.901419] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for the task: (returnval){ [ 982.901419] env[68989]: value = "task-3218126" [ 982.901419] env[68989]: _type = "Task" [ 982.901419] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.919039] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.037153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "refresh_cache-540e3c72-8c91-414b-9b38-4dc9d45adbb3" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.037153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquired lock "refresh_cache-540e3c72-8c91-414b-9b38-4dc9d45adbb3" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.037302] env[68989]: DEBUG nova.network.neutron [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.103139] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.128749] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218119, 'name': CloneVM_Task, 'duration_secs': 1.956784} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.129113] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Created linked-clone VM from snapshot [ 983.130084] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0b49d-e345-459c-b801-eb13726f2e30 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.138255] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Uploading image 41a41d5c-346d-47f6-a50f-801417d81b63 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.176630] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.176630] env[68989]: value = "vm-643420" [ 983.176630] env[68989]: _type = "VirtualMachine" [ 983.176630] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.179491] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-920ca751-787a-4937-ad40-ac6efe52d18d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.187145] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease: (returnval){ [ 983.187145] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d3b46-52f6-01dd-3f9b-425cf46db8a6" [ 983.187145] env[68989]: _type = "HttpNfcLease" [ 983.187145] env[68989]: } obtained for exporting VM: (result){ [ 983.187145] env[68989]: value = "vm-643420" [ 983.187145] env[68989]: _type = "VirtualMachine" [ 983.187145] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.187489] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the lease: (returnval){ [ 983.187489] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d3b46-52f6-01dd-3f9b-425cf46db8a6" [ 983.187489] env[68989]: _type = "HttpNfcLease" [ 983.187489] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.195021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0316401-8b0b-437d-b1e6-29c180777fc9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.201328] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.201328] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d3b46-52f6-01dd-3f9b-425cf46db8a6" [ 983.201328] env[68989]: _type = "HttpNfcLease" [ 983.201328] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.203351] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.203351] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522d3b46-52f6-01dd-3f9b-425cf46db8a6" [ 983.203351] env[68989]: _type = "HttpNfcLease" [ 983.203351] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.204164] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517f32a-3e7f-4f4f-82c4-cfdb316dcc70 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.207892] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a7746-a7e9-489a-9d83-8776f9431fce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.217367] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.220212] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.252518] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ce00d-ebca-4bb3-b27e-202db67421c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318952] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Successfully created port: 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.325030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fbdf5-552c-48e8-8303-4d42d38ac8f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.335481] env[68989]: DEBUG oslo_vmware.api [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218123, 'name': PowerOnVM_Task, 'duration_secs': 0.525224} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.335715] env[68989]: DEBUG oslo_vmware.api [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218124, 'name': PowerOnVM_Task, 'duration_secs': 0.494357} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.336312] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.336515] env[68989]: INFO nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Took 9.43 seconds to spawn the instance on the hypervisor. [ 983.336690] env[68989]: DEBUG nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.336959] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.337150] env[68989]: INFO nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Took 7.04 seconds to spawn the instance on the hypervisor. [ 983.337312] env[68989]: DEBUG nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.338072] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9566d95-b118-4fdc-b9e5-04dad945c199 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.340884] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598d11f-bbb8-452f-a576-5a730b55e9d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.351064] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.355026] env[68989]: DEBUG nova.compute.provider_tree [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.368705] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37a84784-8c9f-436a-b5a0-4612d3c676f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.413097] env[68989]: DEBUG oslo_vmware.api [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Task: {'id': task-3218126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231076} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.413370] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.413551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.413720] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.413882] env[68989]: INFO nova.compute.manager [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Took 1.62 seconds to destroy the instance on the hypervisor. [ 983.414128] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.414305] env[68989]: DEBUG nova.compute.manager [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.414393] env[68989]: DEBUG nova.network.neutron [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.563161] env[68989]: DEBUG nova.network.neutron [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.651560] env[68989]: DEBUG nova.network.neutron [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.713709] env[68989]: DEBUG nova.compute.manager [req-f9172dc3-8312-4caf-aa11-fbf976a0987f req-4c471501-e469-4e46-9297-0d9faea92032 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Received event network-vif-deleted-12e83ec3-3a02-470d-8672-96acf5d498c9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.713974] env[68989]: INFO nova.compute.manager [req-f9172dc3-8312-4caf-aa11-fbf976a0987f req-4c471501-e469-4e46-9297-0d9faea92032 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Neutron deleted interface 12e83ec3-3a02-470d-8672-96acf5d498c9; detaching it from the instance and deleting it from the info cache [ 983.714126] env[68989]: DEBUG nova.network.neutron [req-f9172dc3-8312-4caf-aa11-fbf976a0987f req-4c471501-e469-4e46-9297-0d9faea92032 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.860336] env[68989]: DEBUG nova.scheduler.client.report [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.877185] env[68989]: INFO nova.compute.manager [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Took 26.68 seconds to build instance. [ 983.878844] env[68989]: INFO nova.compute.manager [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Took 27.54 seconds to build instance. [ 984.154226] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Releasing lock "refresh_cache-540e3c72-8c91-414b-9b38-4dc9d45adbb3" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.154763] env[68989]: DEBUG nova.compute.manager [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.155085] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.156051] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbcb20-2269-4386-adca-0739f9de94b0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.164928] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.165434] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfd4965-6b99-4dd8-ba43-785db8e79843 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.171768] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 984.171768] env[68989]: value = "task-3218128" [ 984.171768] env[68989]: _type = "Task" [ 984.171768] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.180687] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.184080] env[68989]: DEBUG nova.network.neutron [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.218777] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-446d69e4-66f9-4dd0-8ea6-d66f830bd355 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.228716] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e9d190-fecd-4c42-9f91-48935ff22dbe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.262488] env[68989]: DEBUG nova.compute.manager [req-f9172dc3-8312-4caf-aa11-fbf976a0987f req-4c471501-e469-4e46-9297-0d9faea92032 service nova] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Detach interface failed, port_id=12e83ec3-3a02-470d-8672-96acf5d498c9, reason: Instance c9db4e7a-99a6-402c-949c-bf336100aa9f could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.312663] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddda36a-5c77-43c7-9382-3b09a43fc158 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.319982] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Suspending the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 984.320582] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b13f646-ddf3-42f0-a1ac-98e09eea0550 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327123] env[68989]: DEBUG oslo_vmware.api [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 984.327123] env[68989]: value = "task-3218129" [ 984.327123] env[68989]: _type = "Task" [ 984.327123] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.336297] env[68989]: DEBUG oslo_vmware.api [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218129, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.365640] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.369127] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.372040] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.050s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.372040] env[68989]: DEBUG nova.objects.instance [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lazy-loading 'resources' on Instance uuid ce861f9c-3c22-44e6-9590-ff70f3bfc022 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.379657] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5767b6e1-06cc-48fd-8906-7c30806ad61c tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.191s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.380957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-26e2f6cd-e86a-40a3-bfee-74b1258c602b tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.049s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.403871] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.404169] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.404354] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.404671] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.404856] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.405030] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.405633] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.405633] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.405790] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.406383] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.406599] env[68989]: DEBUG nova.virt.hardware [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.408117] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1475da3-004c-4d88-abd5-e5c0e8247c32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.412946] env[68989]: INFO nova.scheduler.client.report [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Deleted allocations for instance facbbd20-a00e-4280-86c9-be86f4e7a73a [ 984.422761] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f2279-5cdd-455d-8018-40286da40755 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.689717] env[68989]: INFO nova.compute.manager [-] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Took 1.28 seconds to deallocate network for instance. [ 984.690684] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218128, 'name': PowerOffVM_Task, 'duration_secs': 0.202947} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.700139] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.701038] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.701355] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60fe5e2e-c66a-427c-b6a5-1c7219a2a040 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.731612] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.732312] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.732312] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Deleting the datastore file [datastore1] 540e3c72-8c91-414b-9b38-4dc9d45adbb3 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.732925] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e593123-edcd-4433-ac83-5616f159a601 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.741921] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for the task: (returnval){ [ 984.741921] env[68989]: value = "task-3218131" [ 984.741921] env[68989]: _type = "Task" [ 984.741921] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.753147] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.845764] env[68989]: DEBUG oslo_vmware.api [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218129, 'name': SuspendVM_Task} progress is 62%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.928141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-54e643c7-6499-4406-ad6c-4947e464ffe1 tempest-ServersListShow296Test-86655220 tempest-ServersListShow296Test-86655220-project-member] Lock "facbbd20-a00e-4280-86c9-be86f4e7a73a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.423s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.938583] env[68989]: DEBUG nova.compute.manager [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Received event network-vif-plugged-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.938813] env[68989]: DEBUG oslo_concurrency.lockutils [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.939157] env[68989]: DEBUG oslo_concurrency.lockutils [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.941891] env[68989]: DEBUG oslo_concurrency.lockutils [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.942218] env[68989]: DEBUG nova.compute.manager [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] No waiting events found dispatching network-vif-plugged-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.942604] env[68989]: WARNING nova.compute.manager [req-895d2b9a-8f4e-4bb2-9809-5153ffe975d5 req-f7de0408-0fc6-4370-b8b7-43e275a66035 service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Received unexpected event network-vif-plugged-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f for instance with vm_state building and task_state spawning. [ 985.098768] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Successfully updated port: 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.201787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.216817] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38cbc9-37f4-40a8-875e-3d2c2382abaf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.225615] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e56e7d-45da-49f8-9ff1-153371e2c9e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.260482] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72579f-ae31-48cd-9e5a-ebb13ccba121 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.268669] env[68989]: DEBUG oslo_vmware.api [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Task: {'id': task-3218131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146412} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.270992] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.271214] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.271407] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.271626] env[68989]: INFO nova.compute.manager [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.271969] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.272252] env[68989]: DEBUG nova.compute.manager [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.272350] env[68989]: DEBUG nova.network.neutron [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.274950] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68dff87-317d-4642-973a-443104283a27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.288749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "dd63995f-af4c-4188-8884-b9dc39091977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.289010] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.289241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "dd63995f-af4c-4188-8884-b9dc39091977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.289447] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.289724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.291889] env[68989]: DEBUG nova.compute.provider_tree [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.293389] env[68989]: INFO nova.compute.manager [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Terminating instance [ 985.295308] env[68989]: DEBUG nova.network.neutron [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.342688] env[68989]: DEBUG oslo_vmware.api [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218129, 'name': SuspendVM_Task, 'duration_secs': 0.723779} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.343416] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Suspended the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 985.343762] env[68989]: DEBUG nova.compute.manager [None req-b3ec704c-142e-41cc-b8d7-3c79b1e262f3 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.344807] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfdcc96-2130-4112-8ff9-dfdc797a2cc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.602355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.602355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.602355] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.800868] env[68989]: DEBUG nova.scheduler.client.report [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.802410] env[68989]: DEBUG nova.network.neutron [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.803975] env[68989]: DEBUG nova.compute.manager [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.804271] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.805841] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94998533-bae9-4f20-ad9e-e0c6af63336f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.815589] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.815942] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be057972-719a-46ab-84b0-e95a3e458238 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.824582] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 985.824582] env[68989]: value = "task-3218132" [ 985.824582] env[68989]: _type = "Task" [ 985.824582] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.833746] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.138796] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.306841] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.309265] env[68989]: INFO nova.compute.manager [-] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Took 1.04 seconds to deallocate network for instance. [ 986.310291] env[68989]: DEBUG nova.network.neutron [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating instance_info_cache with network_info: [{"id": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "address": "fa:16:3e:d8:ec:35", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013bdaa7-c3", "ovs_interfaceid": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.311640] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.981s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.313145] env[68989]: INFO nova.compute.claims [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.340541] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218132, 'name': PowerOffVM_Task, 'duration_secs': 0.319655} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.340541] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.340541] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.340541] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79c0e86b-db06-453b-83d8-ed12921f368e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.341800] env[68989]: INFO nova.scheduler.client.report [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleted allocations for instance ce861f9c-3c22-44e6-9590-ff70f3bfc022 [ 986.556031] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.556031] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.556031] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore1] dd63995f-af4c-4188-8884-b9dc39091977 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.556031] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e45e388-1781-4663-be9f-e8b5772f6706 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.562196] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 986.562196] env[68989]: value = "task-3218134" [ 986.562196] env[68989]: _type = "Task" [ 986.562196] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.571243] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.824023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.824023] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Instance network_info: |[{"id": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "address": "fa:16:3e:d8:ec:35", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013bdaa7-c3", "ovs_interfaceid": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.825386] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ec:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013bdaa7-c3c6-4e1f-b1f2-17bfe254338f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.834074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating folder: Project (8c0b2b5aa7434887b1cd1f414effd7e1). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.836296] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.839342] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ea182f-9b10-48bc-ba8d-3133d3d6aa9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.852022] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created folder: Project (8c0b2b5aa7434887b1cd1f414effd7e1) in parent group-v643186. [ 986.852022] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating folder: Instances. Parent ref: group-v643421. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.852022] env[68989]: DEBUG oslo_concurrency.lockutils [None req-975a2641-d234-4f59-88fa-c47e56bbcd60 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "ce861f9c-3c22-44e6-9590-ff70f3bfc022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.244s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.852022] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd0a9b06-ff3a-4d2e-a7c5-1070e4381720 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862357] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created folder: Instances in parent group-v643421. [ 986.862991] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.863438] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.863842] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4580dcd6-f46a-4172-82ff-39bde955a009 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.885666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.886081] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.887678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.888387] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.888742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.892184] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.892184] env[68989]: value = "task-3218137" [ 986.892184] env[68989]: _type = "Task" [ 986.892184] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.892957] env[68989]: INFO nova.compute.manager [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Terminating instance [ 986.905323] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218137, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.067841] env[68989]: DEBUG nova.compute.manager [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Received event network-changed-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.067841] env[68989]: DEBUG nova.compute.manager [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Refreshing instance network info cache due to event network-changed-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.068493] env[68989]: DEBUG oslo_concurrency.lockutils [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] Acquiring lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.068745] env[68989]: DEBUG oslo_concurrency.lockutils [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] Acquired lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.068965] env[68989]: DEBUG nova.network.neutron [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Refreshing network info cache for port 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.080387] env[68989]: DEBUG oslo_vmware.api [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222981} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.081292] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.081608] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.081953] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.082401] env[68989]: INFO nova.compute.manager [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Took 1.28 seconds to destroy the instance on the hypervisor. [ 987.082618] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.083107] env[68989]: DEBUG nova.compute.manager [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.083209] env[68989]: DEBUG nova.network.neutron [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.402630] env[68989]: DEBUG nova.compute.manager [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.402845] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.404326] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eebef0-64fc-4e87-a388-10507f1dcb5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.413052] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218137, 'name': CreateVM_Task, 'duration_secs': 0.350038} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.413585] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.414274] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.415107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.415107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.415107] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e9fc61-7209-4d37-9f81-6898a635a308 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.418737] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.419325] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-117f719a-7f76-47b0-9403-80d0c64124f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.422215] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 987.422215] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c5e35-3a93-33f8-3f7b-dbcf18ab8447" [ 987.422215] env[68989]: _type = "Task" [ 987.422215] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.434335] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c5e35-3a93-33f8-3f7b-dbcf18ab8447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.464553] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.464980] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.465538] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.465671] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.465942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.472345] env[68989]: INFO nova.compute.manager [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Terminating instance [ 987.495806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.496182] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.496485] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore2] a0af1dca-ce87-4d90-88dc-18a33af633d4 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.497718] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c132948d-2cad-4ac6-a354-5af43ee396f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.509645] env[68989]: DEBUG oslo_vmware.api [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 987.509645] env[68989]: value = "task-3218139" [ 987.509645] env[68989]: _type = "Task" [ 987.509645] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.526931] env[68989]: DEBUG oslo_vmware.api [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.700385] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303abf2-6cf1-46ff-93d6-d477bd6ce23c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.710935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a946d9a-82e1-463a-a3e1-7b07bc6db71e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.748095] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7b9c2-ba2a-4400-a49f-5c0d6d45417f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.757037] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8707123-96a5-4c64-ba86-fe7e372c708d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.773222] env[68989]: DEBUG nova.compute.provider_tree [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.839696] env[68989]: DEBUG nova.network.neutron [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updated VIF entry in instance network info cache for port 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.839952] env[68989]: DEBUG nova.network.neutron [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating instance_info_cache with network_info: [{"id": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "address": "fa:16:3e:d8:ec:35", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013bdaa7-c3", "ovs_interfaceid": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.872868] env[68989]: DEBUG nova.network.neutron [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.937777] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520c5e35-3a93-33f8-3f7b-dbcf18ab8447, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.938118] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.938367] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.938613] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.938763] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.938943] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.939241] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b0937e-4f17-408f-a3a5-0dbd1b0a5e9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.950067] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.950269] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.951075] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f33a3e-9ceb-402e-8306-dc3e1b9e9c46 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.958216] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 987.958216] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d86746-f69d-94f4-9c8a-548198133e04" [ 987.958216] env[68989]: _type = "Task" [ 987.958216] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.968983] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d86746-f69d-94f4-9c8a-548198133e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.977956] env[68989]: DEBUG nova.compute.manager [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.978231] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.979694] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677c72e-2b69-4e8e-bbd3-5cf4507d82b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.987402] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.987764] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1e3c7a-42e7-4181-8a54-133589af07a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.995551] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 987.995551] env[68989]: value = "task-3218140" [ 987.995551] env[68989]: _type = "Task" [ 987.995551] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.005175] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.019835] env[68989]: DEBUG oslo_vmware.api [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254623} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.020176] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.020363] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.020542] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.020721] env[68989]: INFO nova.compute.manager [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Took 0.62 seconds to destroy the instance on the hypervisor. [ 988.021151] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.021241] env[68989]: DEBUG nova.compute.manager [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.021345] env[68989]: DEBUG nova.network.neutron [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.276892] env[68989]: DEBUG nova.scheduler.client.report [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.343601] env[68989]: DEBUG oslo_concurrency.lockutils [req-3fbc14f8-55be-4c13-bd64-d2e1f0c56559 req-351f399e-46fc-4f27-9a68-81a34a3aba5e service nova] Releasing lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.376331] env[68989]: INFO nova.compute.manager [-] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Took 1.29 seconds to deallocate network for instance. [ 988.471191] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d86746-f69d-94f4-9c8a-548198133e04, 'name': SearchDatastore_Task, 'duration_secs': 0.016943} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.472604] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be068bc-91a0-481f-b284-58575acb9184 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.478716] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 988.478716] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299f665-1aee-dcfa-c46c-a4b40843febb" [ 988.478716] env[68989]: _type = "Task" [ 988.478716] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.489072] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299f665-1aee-dcfa-c46c-a4b40843febb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.505333] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218140, 'name': PowerOffVM_Task, 'duration_secs': 0.464879} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.506054] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.506054] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.506236] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02464a86-6e45-4f30-af51-b83609831ff9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.597245] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.597568] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.598053] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleting the datastore file [datastore1] c7d4851d-fdd4-44e3-a20e-28d2d82e0386 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.598634] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4540db6-570f-4838-9198-032b4f0e9f1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.607694] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for the task: (returnval){ [ 988.607694] env[68989]: value = "task-3218142" [ 988.607694] env[68989]: _type = "Task" [ 988.607694] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.620934] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.783453] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.784593] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.787707] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.070s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.789754] env[68989]: INFO nova.compute.claims [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.884548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.900372] env[68989]: DEBUG nova.network.neutron [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.992789] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299f665-1aee-dcfa-c46c-a4b40843febb, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.994422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.994750] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9959c6fd-0895-4a47-80b2-17ca82d19220/9959c6fd-0895-4a47-80b2-17ca82d19220.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.995356] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50f54f80-1b40-48fc-800d-a67f7d93c1bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.003979] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 989.003979] env[68989]: value = "task-3218143" [ 989.003979] env[68989]: _type = "Task" [ 989.003979] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.013908] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.104203] env[68989]: DEBUG nova.compute.manager [req-bd1c1fbd-646b-442e-acc3-754c585e7fd6 req-e5d4d8cf-585c-4c47-91c3-f4d1349971a4 service nova] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Received event network-vif-deleted-65b863f7-483b-43aa-a450-d41e1cbea47e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.104985] env[68989]: DEBUG nova.compute.manager [req-bd1c1fbd-646b-442e-acc3-754c585e7fd6 req-e5d4d8cf-585c-4c47-91c3-f4d1349971a4 service nova] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Received event network-vif-deleted-693b4cbc-eea4-4a01-af97-70e3bd1b2310 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.118866] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.167305] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.167620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.294176] env[68989]: DEBUG nova.compute.utils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.298208] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 989.406054] env[68989]: INFO nova.compute.manager [-] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Took 1.38 seconds to deallocate network for instance. [ 989.519886] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218143, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.627281] env[68989]: DEBUG oslo_vmware.api [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Task: {'id': task-3218142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.637356} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.627613] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.627803] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.627984] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.628209] env[68989]: INFO nova.compute.manager [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Took 1.65 seconds to destroy the instance on the hypervisor. [ 989.628468] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.628674] env[68989]: DEBUG nova.compute.manager [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.628766] env[68989]: DEBUG nova.network.neutron [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.670655] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.799301] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.911620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.016619] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804968} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.019634] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9959c6fd-0895-4a47-80b2-17ca82d19220/9959c6fd-0895-4a47-80b2-17ca82d19220.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.019799] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.020169] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c510b73b-bef7-45d3-8787-a89b5a72eef6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.027288] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 990.027288] env[68989]: value = "task-3218144" [ 990.027288] env[68989]: _type = "Task" [ 990.027288] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.041494] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.120731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5c9d7-bf26-40c9-8d2d-30282d6a5a40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.128917] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1438211-e049-49ba-b011-8b9c9631eb04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163222] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404466ce-7ea7-43c6-8da0-48c2ed938b78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.171020] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a618a9-d0a4-440f-9478-0456a9b97169 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.186800] env[68989]: DEBUG nova.compute.provider_tree [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.200187] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.462435] env[68989]: DEBUG nova.network.neutron [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.537462] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068313} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.537745] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.538539] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d8aee4-bfa6-40c5-9d42-c24c6fa4b49b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.561297] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 9959c6fd-0895-4a47-80b2-17ca82d19220/9959c6fd-0895-4a47-80b2-17ca82d19220.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.561574] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff2fc5c-d0a6-43c6-a828-90192a329386 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.581488] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 990.581488] env[68989]: value = "task-3218145" [ 990.581488] env[68989]: _type = "Task" [ 990.581488] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.599738] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.691531] env[68989]: DEBUG nova.scheduler.client.report [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.813112] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.843602] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.843868] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.844067] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.844262] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.844413] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.844564] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.844772] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.844934] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.845116] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.845283] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.845502] env[68989]: DEBUG nova.virt.hardware [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.846531] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ed3b0-4c88-4014-8302-ee3f0eda12fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.855395] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60dbbd8-fcfd-46ff-9c2d-8ef438b17d66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.869264] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.874976] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Creating folder: Project (1b53eb7072084b5995bcda029b565f7a). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.875324] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f20e78c0-6101-43ea-8790-223c18d483d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.885586] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Created folder: Project (1b53eb7072084b5995bcda029b565f7a) in parent group-v643186. [ 990.885811] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Creating folder: Instances. Parent ref: group-v643424. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.886110] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e36fde9d-ec75-48fb-9b61-88426cc2ddc3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.894848] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Created folder: Instances in parent group-v643424. [ 990.894848] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.894848] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.895045] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fba501-e8ed-49c0-b21b-44a0afad457e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.913381] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.913381] env[68989]: value = "task-3218148" [ 990.913381] env[68989]: _type = "Task" [ 990.913381] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.920605] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218148, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.965638] env[68989]: INFO nova.compute.manager [-] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Took 1.34 seconds to deallocate network for instance. [ 991.092145] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218145, 'name': ReconfigVM_Task, 'duration_secs': 0.463943} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.092482] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 9959c6fd-0895-4a47-80b2-17ca82d19220/9959c6fd-0895-4a47-80b2-17ca82d19220.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.093186] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba8e390-003b-4fbb-95b1-63fa6e659a0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.099333] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 991.099333] env[68989]: value = "task-3218149" [ 991.099333] env[68989]: _type = "Task" [ 991.099333] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.108307] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218149, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.135243] env[68989]: DEBUG nova.compute.manager [req-69959624-c7b1-41eb-8c06-f8e7e295dd75 req-d010dfcc-c965-4122-bcec-a115d959485f service nova] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Received event network-vif-deleted-a33f77f8-d7a0-48f4-8850-7240d8d39e05 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.197303] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.197987] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.200784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.320s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.201021] env[68989]: DEBUG nova.objects.instance [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lazy-loading 'resources' on Instance uuid a7184bc9-12a1-4451-a26d-a5d7727b6f51 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.422556] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218148, 'name': CreateVM_Task, 'duration_secs': 0.375455} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.422738] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.423184] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.423348] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.423687] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.423949] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95393e5e-5d40-46e7-8500-42aaaf56c4d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.428466] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 991.428466] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52830121-be72-50dd-df13-c1f1334e4536" [ 991.428466] env[68989]: _type = "Task" [ 991.428466] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.436637] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52830121-be72-50dd-df13-c1f1334e4536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.472040] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.609502] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218149, 'name': Rename_Task, 'duration_secs': 0.216701} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.609872] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.610104] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077fb5e4-3aca-4d61-b0fc-93a2584da0df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.617071] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 991.617071] env[68989]: value = "task-3218150" [ 991.617071] env[68989]: _type = "Task" [ 991.617071] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.629019] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.708725] env[68989]: DEBUG nova.compute.utils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.710761] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 991.941818] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52830121-be72-50dd-df13-c1f1334e4536, 'name': SearchDatastore_Task, 'duration_secs': 0.016567} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.942255] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.942513] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.942787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.942891] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.943097] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.943419] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa2482a5-c739-444b-a2d2-2b9edd3097bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.955216] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.955459] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.956335] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d34ba52-62a4-4270-a909-4e713a07cb42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.964237] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 991.964237] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e2866-e8ff-d95f-d19c-cdafad599e0e" [ 991.964237] env[68989]: _type = "Task" [ 991.964237] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.972214] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e2866-e8ff-d95f-d19c-cdafad599e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.973844] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d9f2c-bd52-4ee4-982e-c2c4643c3db4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.980385] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a28a67-6415-4793-90c6-40daf77cec6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.013204] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd500c-88af-4d92-aef0-e3a4a05d9ab9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.023209] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40b0a8-626f-47ce-b4e9-97bc1c349e04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.039839] env[68989]: DEBUG nova.compute.provider_tree [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.128405] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.212484] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.266773] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 992.267705] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18b27be-48ac-4494-94cb-10ec78499f87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.274145] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 992.274315] env[68989]: ERROR oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk due to incomplete transfer. [ 992.274555] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df850435-3605-4370-95ea-3edda90dc693 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281637] env[68989]: DEBUG oslo_vmware.rw_handles [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba176d-bd2d-efa8-e2ed-3561ebebcb48/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 992.281828] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Uploaded image 41a41d5c-346d-47f6-a50f-801417d81b63 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 992.283971] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 992.284218] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce17f42a-e63c-4bb7-843a-d722985295f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289630] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 992.289630] env[68989]: value = "task-3218151" [ 992.289630] env[68989]: _type = "Task" [ 992.289630] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.297190] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218151, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.474697] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528e2866-e8ff-d95f-d19c-cdafad599e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013975} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.475577] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c04f2e-682c-4e5a-bdf5-582ca9a8570e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.480931] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 992.480931] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527627a5-51a4-92a1-4ebf-f160ec7866ae" [ 992.480931] env[68989]: _type = "Task" [ 992.480931] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.488520] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527627a5-51a4-92a1-4ebf-f160ec7866ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.544025] env[68989]: DEBUG nova.scheduler.client.report [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.629434] env[68989]: DEBUG oslo_vmware.api [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218150, 'name': PowerOnVM_Task, 'duration_secs': 0.514658} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.629650] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.629826] env[68989]: INFO nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Took 8.26 seconds to spawn the instance on the hypervisor. [ 992.630041] env[68989]: DEBUG nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.631022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7866c294-d999-4576-8844-b2de873100e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.799642] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218151, 'name': Destroy_Task, 'duration_secs': 0.38437} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.799906] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Destroyed the VM [ 992.800157] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.800390] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4c83182-2b28-45fc-b971-0f5cf2e7fcb6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.806611] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 992.806611] env[68989]: value = "task-3218152" [ 992.806611] env[68989]: _type = "Task" [ 992.806611] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.813534] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.990762] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527627a5-51a4-92a1-4ebf-f160ec7866ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.991063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.991301] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 4928d8b0-2d95-4aab-8656-29e5a8edd367/4928d8b0-2d95-4aab-8656-29e5a8edd367.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.991553] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8bba89-3485-4550-b8f0-f41e87497033 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.997362] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 992.997362] env[68989]: value = "task-3218153" [ 992.997362] env[68989]: _type = "Task" [ 992.997362] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.005843] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.049303] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.051651] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.778s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.053234] env[68989]: INFO nova.compute.claims [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.071268] env[68989]: INFO nova.scheduler.client.report [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Deleted allocations for instance a7184bc9-12a1-4451-a26d-a5d7727b6f51 [ 993.151033] env[68989]: INFO nova.compute.manager [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Took 33.80 seconds to build instance. [ 993.224239] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.247441] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.247728] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.247961] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.248209] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.248369] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.248518] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.248825] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.249075] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.249260] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.249430] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.249641] env[68989]: DEBUG nova.virt.hardware [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.250724] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8adc45-9da4-4450-94d4-3c74ac09174b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.260030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31d0cf-5908-4a0a-92a5-7bf996692fad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.275141] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.281707] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.282044] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.282321] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a193ce93-f6d4-4c41-a5ed-06ef2564c7d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.300877] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.300877] env[68989]: value = "task-3218154" [ 993.300877] env[68989]: _type = "Task" [ 993.300877] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.310288] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218154, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.319079] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218152, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383652} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.319389] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.319707] env[68989]: DEBUG nova.compute.manager [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.320583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898a299-b0f3-4eba-bf9d-e5ece78d93e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.506500] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476928} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.506795] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 4928d8b0-2d95-4aab-8656-29e5a8edd367/4928d8b0-2d95-4aab-8656-29e5a8edd367.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.507028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.507469] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13ea59db-ffe6-4931-83f0-b3d5b6f72b32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.513822] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 993.513822] env[68989]: value = "task-3218155" [ 993.513822] env[68989]: _type = "Task" [ 993.513822] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.521099] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.580105] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6818031c-7011-40cd-9bf8-02f0f6d3ad2b tempest-ServersV294TestFqdnHostnames-1576333952 tempest-ServersV294TestFqdnHostnames-1576333952-project-member] Lock "a7184bc9-12a1-4451-a26d-a5d7727b6f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.716s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.653016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7790440d-1d02-435c-b7c7-66cb1635dd87 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.319s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.810853] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218154, 'name': CreateVM_Task, 'duration_secs': 0.384729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.811057] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.811496] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.811692] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.811973] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.812244] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f090c4f5-f6ac-48d1-b8e2-4314cd663ad8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.816563] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 993.816563] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad5fa1-3b96-8c04-907b-9b62720dde38" [ 993.816563] env[68989]: _type = "Task" [ 993.816563] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.825193] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad5fa1-3b96-8c04-907b-9b62720dde38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.833000] env[68989]: INFO nova.compute.manager [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Shelve offloading [ 994.023404] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062423} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.023686] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.024498] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c814d9-0f84-4e78-95dd-e9522f0fc0d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.044385] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4928d8b0-2d95-4aab-8656-29e5a8edd367/4928d8b0-2d95-4aab-8656-29e5a8edd367.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.044611] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2bd20d-d6a6-4e4b-bc61-82f6b1ebc855 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.064752] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 994.064752] env[68989]: value = "task-3218156" [ 994.064752] env[68989]: _type = "Task" [ 994.064752] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.072524] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.318198] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f465a67-6421-4adb-958d-cb5eca1a67a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.331254] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ad5fa1-3b96-8c04-907b-9b62720dde38, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.332201] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bd0c35-b4dd-4386-a184-c4f1ef3a924c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.335260] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.335499] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.335760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.335921] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.336117] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.336597] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.336827] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c232ed6a-d136-4a90-93e9-6eec3ba78eb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.338953] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f46e7d-8452-4726-b40c-834a0347a918 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.371947] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb62ee-58fb-4dec-8069-1ad430218cc0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.375437] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.375437] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.377096] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 994.377096] env[68989]: value = "task-3218157" [ 994.377096] env[68989]: _type = "Task" [ 994.377096] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.377096] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8969c6f-e388-4712-93b7-8f45af1cb879 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.385803] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e24f203-38f5-473e-a1b7-507cce4bdd0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.392197] env[68989]: DEBUG nova.compute.manager [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Received event network-changed-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.392385] env[68989]: DEBUG nova.compute.manager [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Refreshing instance network info cache due to event network-changed-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.392601] env[68989]: DEBUG oslo_concurrency.lockutils [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] Acquiring lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.392823] env[68989]: DEBUG oslo_concurrency.lockutils [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] Acquired lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.392891] env[68989]: DEBUG nova.network.neutron [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Refreshing network info cache for port 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.398523] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 994.398523] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52779d56-6bac-b6ec-b310-eb62e7fe0a60" [ 994.398523] env[68989]: _type = "Task" [ 994.398523] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.399288] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.399480] env[68989]: DEBUG nova.compute.manager [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.400251] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298abd8-f5b6-42f3-a014-85178732f03a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.414291] env[68989]: DEBUG nova.compute.provider_tree [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.419583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.419843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.420128] env[68989]: DEBUG nova.network.neutron [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.425641] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52779d56-6bac-b6ec-b310-eb62e7fe0a60, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.426843] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0812b372-26ca-4f6b-a573-d9df0c3bdb7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.432830] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 994.432830] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c6bcc-1f18-526d-fbd0-b6a52b16f811" [ 994.432830] env[68989]: _type = "Task" [ 994.432830] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.441115] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c6bcc-1f18-526d-fbd0-b6a52b16f811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.575220] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.918318] env[68989]: DEBUG nova.scheduler.client.report [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.943923] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521c6bcc-1f18-526d-fbd0-b6a52b16f811, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.944376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.946535] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.946535] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0db6d6a-e7aa-4995-bc04-f75b84e2fc73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.958897] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 994.958897] env[68989]: value = "task-3218158" [ 994.958897] env[68989]: _type = "Task" [ 994.958897] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.974210] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.076651] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218156, 'name': ReconfigVM_Task, 'duration_secs': 0.703266} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.076651] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4928d8b0-2d95-4aab-8656-29e5a8edd367/4928d8b0-2d95-4aab-8656-29e5a8edd367.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.079466] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e71df7-800c-4d61-82fc-bc65c11a18d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.085696] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 995.085696] env[68989]: value = "task-3218159" [ 995.085696] env[68989]: _type = "Task" [ 995.085696] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.095871] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218159, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.193401] env[68989]: DEBUG nova.network.neutron [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updated VIF entry in instance network info cache for port 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.193797] env[68989]: DEBUG nova.network.neutron [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating instance_info_cache with network_info: [{"id": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "address": "fa:16:3e:d8:ec:35", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013bdaa7-c3", "ovs_interfaceid": "013bdaa7-c3c6-4e1f-b1f2-17bfe254338f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.391982] env[68989]: DEBUG nova.network.neutron [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.427863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.428498] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.431404] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.946s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.431663] env[68989]: DEBUG nova.objects.instance [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lazy-loading 'resources' on Instance uuid 8eee14e9-fa6a-434c-9659-3363ea1b868d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.478376] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.595303] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218159, 'name': Rename_Task, 'duration_secs': 0.177651} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.595690] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.596104] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4a1ceed-7371-413b-af91-a986ef9aa33c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.602595] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 995.602595] env[68989]: value = "task-3218160" [ 995.602595] env[68989]: _type = "Task" [ 995.602595] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.610431] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.698110] env[68989]: DEBUG oslo_concurrency.lockutils [req-35414531-d559-495c-bc97-ca00c0ea56f8 req-fca6fd7c-1c35-496b-acfb-788e98561c6a service nova] Releasing lock "refresh_cache-9959c6fd-0895-4a47-80b2-17ca82d19220" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.895291] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.937233] env[68989]: DEBUG nova.compute.utils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.942614] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.942794] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.971843] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61757} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.976917] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.977057] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.978073] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa2e8924-3064-4ab9-85db-65c964078b8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.986717] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 995.986717] env[68989]: value = "task-3218161" [ 995.986717] env[68989]: _type = "Task" [ 995.986717] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.994839] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.040156] env[68989]: DEBUG nova.policy [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de552dbe02004ea18a537b3c9629b7b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1a39961b00445c942f9d3542ca6594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.115148] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.218253] env[68989]: DEBUG nova.compute.manager [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-vif-unplugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.218545] env[68989]: DEBUG oslo_concurrency.lockutils [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.218813] env[68989]: DEBUG oslo_concurrency.lockutils [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.218880] env[68989]: DEBUG oslo_concurrency.lockutils [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.218988] env[68989]: DEBUG nova.compute.manager [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] No waiting events found dispatching network-vif-unplugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.222703] env[68989]: WARNING nova.compute.manager [req-3b8006e8-d9d1-4630-bf33-4d14cae7396a req-2809046c-839c-4e22-9d29-ef04c3eed45a service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received unexpected event network-vif-unplugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 for instance with vm_state shelved and task_state shelving_offloading. [ 996.289709] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a319484-3e14-4fe5-82ed-a428859444e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.298200] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8995adc-a957-48f6-a3c9-917e0e13b51e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.330161] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023f73c-f63c-462f-8da6-18b45e0f7edb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.337755] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a58292-848a-4881-81ef-f303017c88dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.344750] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.346964] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59a857-fd87-43cb-ac37-da7d5d63c698 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.356720] env[68989]: DEBUG nova.compute.provider_tree [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.363263] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.363263] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f61755-15b1-4f4e-811a-3354b4c06806 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.432235] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.432584] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.432584] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.434058] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a9a3355-6e7a-44b4-878a-4064b802e568 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.439128] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 996.439128] env[68989]: value = "task-3218163" [ 996.439128] env[68989]: _type = "Task" [ 996.439128] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.442788] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.452518] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.470467] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Successfully created port: 67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.496075] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060214} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.497031] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.497830] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ccd5e-a092-433a-b159-5c6836102037 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.520063] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.520658] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df917f2f-d6b0-4aaf-a1af-4a2287f06be9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.540751] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 996.540751] env[68989]: value = "task-3218164" [ 996.540751] env[68989]: _type = "Task" [ 996.540751] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.549177] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.614799] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218160, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.861357] env[68989]: DEBUG nova.scheduler.client.report [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.949272] env[68989]: DEBUG oslo_vmware.api [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16155} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.949557] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.949747] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.949927] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.978718] env[68989]: INFO nova.scheduler.client.report [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted allocations for instance a8779baa-3574-4278-815b-1ac5875a4b7b [ 997.052713] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218164, 'name': ReconfigVM_Task, 'duration_secs': 0.29571} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.053025] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.053615] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d5b985-3e01-4c4f-9eff-475a56e65f64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.060923] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 997.060923] env[68989]: value = "task-3218165" [ 997.060923] env[68989]: _type = "Task" [ 997.060923] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.070415] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218165, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.113843] env[68989]: DEBUG oslo_vmware.api [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218160, 'name': PowerOnVM_Task, 'duration_secs': 1.016232} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.114194] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.114442] env[68989]: INFO nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Took 6.30 seconds to spawn the instance on the hypervisor. [ 997.114665] env[68989]: DEBUG nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.115595] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e524fc-7df3-42a7-b8d3-102f9ec2ae8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.367167] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.370295] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.053s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.393529] env[68989]: INFO nova.scheduler.client.report [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted allocations for instance 8eee14e9-fa6a-434c-9659-3363ea1b868d [ 997.458589] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.485769] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.490454] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.490818] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.490914] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.491116] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.491261] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.491404] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.491610] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.491777] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.491974] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.492186] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.492323] env[68989]: DEBUG nova.virt.hardware [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.494287] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d84b3-e30f-49a6-b6cc-30ba74b676b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.503170] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f1ee4-f709-4dfc-a9cf-1dbc67bf7bbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.571626] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218165, 'name': Rename_Task, 'duration_secs': 0.133176} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.571945] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.572213] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0edd229-28a5-4e7d-a07a-386074eef6f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.578586] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 997.578586] env[68989]: value = "task-3218166" [ 997.578586] env[68989]: _type = "Task" [ 997.578586] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.589947] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.639119] env[68989]: INFO nova.compute.manager [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Took 31.33 seconds to build instance. [ 997.902126] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dbfbe2e4-75dc-474b-85d1-6f40cf151c3c tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "8eee14e9-fa6a-434c-9659-3363ea1b868d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.815s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.025945] env[68989]: DEBUG nova.compute.manager [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Received event network-vif-plugged-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.025945] env[68989]: DEBUG oslo_concurrency.lockutils [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.026270] env[68989]: DEBUG oslo_concurrency.lockutils [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.026600] env[68989]: DEBUG oslo_concurrency.lockutils [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.026827] env[68989]: DEBUG nova.compute.manager [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] No waiting events found dispatching network-vif-plugged-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.027341] env[68989]: WARNING nova.compute.manager [req-a30b750b-34b8-4c5f-8ec1-65724b7c5568 req-40877b08-0055-4731-ab2c-66696a43f91d service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Received unexpected event network-vif-plugged-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 for instance with vm_state building and task_state spawning. [ 998.089391] env[68989]: DEBUG oslo_vmware.api [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218166, 'name': PowerOnVM_Task, 'duration_secs': 0.465898} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.090229] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.090229] env[68989]: INFO nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Took 4.87 seconds to spawn the instance on the hypervisor. [ 998.090229] env[68989]: DEBUG nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.091033] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43bb1ee-4a60-4abb-826a-99b970f3f42c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.124827] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Successfully updated port: 67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.145939] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d96b866b-667c-4a20-a2a1-ac870c4cc24a tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.843s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.246748] env[68989]: DEBUG nova.compute.manager [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.247163] env[68989]: DEBUG nova.compute.manager [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing instance network info cache due to event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.247163] env[68989]: DEBUG oslo_concurrency.lockutils [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.247298] env[68989]: DEBUG oslo_concurrency.lockutils [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.247455] env[68989]: DEBUG nova.network.neutron [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.429041] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.429247] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 019ae252-b771-477b-bb8d-ad2685ed234a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.429378] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance aa244aea-a686-4175-88c6-34ce62bcd2ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.429510] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c942db1a-d832-4708-a89e-c751b50c52f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.429640] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c7d4851d-fdd4-44e3-a20e-28d2d82e0386 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.429762] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 73a6c6f7-437a-46d3-8204-ede134b20da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.429881] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c169bee2-245a-429d-9b50-e3499c4bedcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.430014] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 540e3c72-8c91-414b-9b38-4dc9d45adbb3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.430143] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c9db4e7a-99a6-402c-949c-bf336100aa9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.430264] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance dd63995f-af4c-4188-8884-b9dc39091977 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.430383] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a0af1dca-ce87-4d90-88dc-18a33af633d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 998.430497] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9959c6fd-0895-4a47-80b2-17ca82d19220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.430611] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 4928d8b0-2d95-4aab-8656-29e5a8edd367 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.430753] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 2718a81f-568d-4d3b-9898-391b06e5dea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.430884] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 998.613187] env[68989]: INFO nova.compute.manager [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Took 31.91 seconds to build instance. [ 998.628508] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.628666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.628823] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.860034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.933439] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 4c83d9fb-282f-409e-8929-7e4083a58ead has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 998.988982] env[68989]: DEBUG nova.network.neutron [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updated VIF entry in instance network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.989402] env[68989]: DEBUG nova.network.neutron [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap61fc86de-cf", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.115312] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2556979c-86bb-4931-b907-f25dc5aabcd3 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.425s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.183672] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.382169] env[68989]: DEBUG nova.network.neutron [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.438681] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f83824ab-b239-48db-b5e5-7e264aa8003e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 999.438883] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a8779baa-3574-4278-815b-1ac5875a4b7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.439142] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 999.439290] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 999.493212] env[68989]: DEBUG oslo_concurrency.lockutils [req-1c4d193f-6aab-4780-9ef8-53334c2e97d6 req-73e9260f-d450-465f-a708-59695cf031a9 service nova] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.762303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6390fc99-0965-43db-8d2d-c614d57deed9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.770470] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da944c15-4718-4ab9-8513-8ccc802f8925 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.805348] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a2f3e-291a-4e69-8fcf-e37e958a61bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.809898] env[68989]: INFO nova.compute.manager [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Rebuilding instance [ 999.815035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4329dcbd-0f69-4707-b48b-782158fe9b6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.833186] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.875241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.875241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.879019] env[68989]: DEBUG nova.compute.manager [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.879959] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d3462-6929-434b-bb8a-f15f8beaaf96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.885436] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.885819] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Instance network_info: |[{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.888206] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:6f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d9ea1d-483b-4485-88a7-7bbcc85d12b7', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.896925] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating folder: Project (ab1a39961b00445c942f9d3542ca6594). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.900140] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd6bf0e4-1dea-4192-816a-3112a4887e3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.911499] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created folder: Project (ab1a39961b00445c942f9d3542ca6594) in parent group-v643186. [ 999.912240] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating folder: Instances. Parent ref: group-v643428. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.912240] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be93aae-7445-4a7e-986e-2d2eb85fa347 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.921690] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created folder: Instances in parent group-v643428. [ 999.921949] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.922432] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.922432] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97151911-d00a-4127-8fcf-956bc53d5470 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.943655] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.943655] env[68989]: value = "task-3218169" [ 999.943655] env[68989]: _type = "Task" [ 999.943655] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.950471] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218169, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.053611] env[68989]: DEBUG nova.compute.manager [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Received event network-changed-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.053807] env[68989]: DEBUG nova.compute.manager [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Refreshing instance network info cache due to event network-changed-67d9ea1d-483b-4485-88a7-7bbcc85d12b7. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.053965] env[68989]: DEBUG oslo_concurrency.lockutils [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.054131] env[68989]: DEBUG oslo_concurrency.lockutils [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.054300] env[68989]: DEBUG nova.network.neutron [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Refreshing network info cache for port 67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.334298] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.334573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.345199] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.379406] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.452732] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218169, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.834219] env[68989]: DEBUG nova.network.neutron [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updated VIF entry in instance network info cache for port 67d9ea1d-483b-4485-88a7-7bbcc85d12b7. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.834569] env[68989]: DEBUG nova.network.neutron [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.836492] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.850266] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1000.850487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.480s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.850737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.852220] env[68989]: INFO nova.compute.claims [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.905786] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.906153] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c50af9-95a5-4dd6-8382-41d2af7ab079 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.908742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.915527] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1000.915527] env[68989]: value = "task-3218170" [ 1000.915527] env[68989]: _type = "Task" [ 1000.915527] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.925679] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.951919] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218169, 'name': CreateVM_Task, 'duration_secs': 0.647292} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.952121] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.952816] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.952982] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.953592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.953592] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9cd4dd-9a21-41f2-a4a1-174ea8055c49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.958227] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1000.958227] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524009e2-34bb-9970-e872-5dc38a4d618c" [ 1000.958227] env[68989]: _type = "Task" [ 1000.958227] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.965911] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524009e2-34bb-9970-e872-5dc38a4d618c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.337247] env[68989]: DEBUG oslo_concurrency.lockutils [req-785fce78-c35a-43b9-be0d-5f988bc5aa29 req-6002c5e3-dd76-4c11-83ed-ab7564ba9d00 service nova] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.354248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.425445] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218170, 'name': PowerOffVM_Task, 'duration_secs': 0.192318} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.425996] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.425996] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.426772] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16da1c-dcb3-4195-9e98-918c7edb739b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.433829] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.434069] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d61ace-32dc-494d-9c1c-2d951073477b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.462470] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.462700] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.462885] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleting the datastore file [datastore1] 2718a81f-568d-4d3b-9898-391b06e5dea5 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.463545] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb8acaa-921d-4983-9106-1e7778003451 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.469716] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524009e2-34bb-9970-e872-5dc38a4d618c, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.470361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470591] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.470889] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.471081] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.471273] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.471523] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bddde20-8164-4fda-8d76-e6d08234ff91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.474249] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1001.474249] env[68989]: value = "task-3218172" [ 1001.474249] env[68989]: _type = "Task" [ 1001.474249] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.482044] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.483041] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.483208] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.483885] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9f7345-65f8-4c8a-a402-548cb1c48fbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.488625] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1001.488625] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524aa3a8-4154-8363-11da-70624fd2d0b6" [ 1001.488625] env[68989]: _type = "Task" [ 1001.488625] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.496918] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524aa3a8-4154-8363-11da-70624fd2d0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.985320] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109221} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.987771] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.987970] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.988185] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.005310] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524aa3a8-4154-8363-11da-70624fd2d0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.008989] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6734976-6607-4992-91e8-d8be38e66f91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.015903] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1002.015903] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1df77-0090-bbee-4e21-08af89293808" [ 1002.015903] env[68989]: _type = "Task" [ 1002.015903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.028031] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1df77-0090-bbee-4e21-08af89293808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.134399] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd921988-c9e3-4eb1-886d-93d6d4446cdd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.142392] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0528fa-d5e8-4e0c-a5f4-557de5012aeb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.174070] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f8fe90-5591-42d9-bab1-e4792bc6c841 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.181412] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3d77a7-0d77-45ba-b364-f31e56ae7b66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.197423] env[68989]: DEBUG nova.compute.provider_tree [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.526159] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f1df77-0090-bbee-4e21-08af89293808, 'name': SearchDatastore_Task, 'duration_secs': 0.025197} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.527100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.527366] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.527625] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd870555-a8aa-4cb0-bff8-8ee2d7658cd4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.535452] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1002.535452] env[68989]: value = "task-3218173" [ 1002.535452] env[68989]: _type = "Task" [ 1002.535452] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.544090] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.700400] env[68989]: DEBUG nova.scheduler.client.report [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.029798] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.030068] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.030236] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.030419] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.030567] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.030715] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.030922] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.031368] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.031884] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.032126] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.032320] env[68989]: DEBUG nova.virt.hardware [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.033460] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f4384-e1b7-4508-a92a-b3630c64c869 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.048312] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481312} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.049813] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd97f3-90e0-4ded-8d5f-ee816b15d714 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.054084] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.054343] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.054624] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ad9541-4e73-4cc9-9bb3-ac9f9e922084 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.068846] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.076343] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.077557] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.077901] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1003.077901] env[68989]: value = "task-3218174" [ 1003.077901] env[68989]: _type = "Task" [ 1003.077901] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.078113] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced95725-06d1-4c38-809c-1683c00ef7d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.106059] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.106059] env[68989]: value = "task-3218175" [ 1003.106059] env[68989]: _type = "Task" [ 1003.106059] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.112899] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218175, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.205664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.206255] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.209015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.736s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.209217] env[68989]: DEBUG nova.objects.instance [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1003.602442] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139305} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.602748] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.603515] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388db15-6f76-433e-b596-065a976d50d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.630929] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.631168] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218175, 'name': CreateVM_Task, 'duration_secs': 0.316868} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.631354] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8076d11-c169-4428-9b49-d27505272eea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.645348] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.645799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.645994] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.646342] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.646969] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abd3779-363a-439d-a5cc-f00c6c606332 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.653301] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1003.653301] env[68989]: value = "task-3218176" [ 1003.653301] env[68989]: _type = "Task" [ 1003.653301] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.654610] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1003.654610] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c37b-6ed6-326e-db6c-5e646d607578" [ 1003.654610] env[68989]: _type = "Task" [ 1003.654610] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.667751] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c37b-6ed6-326e-db6c-5e646d607578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.670729] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.714901] env[68989]: DEBUG nova.compute.utils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.720659] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.720659] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.770483] env[68989]: DEBUG nova.policy [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0360e157e14b49b5a9abf20bd9ea0cd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ea5ca07e4ae6b141add13befc013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.073183] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Successfully created port: cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.173755] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5203c37b-6ed6-326e-db6c-5e646d607578, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.174074] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218176, 'name': ReconfigVM_Task, 'duration_secs': 0.313976} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.174302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.174550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.174789] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.174933] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.175129] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.175433] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.176094] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-effc3c83-dba3-478f-9677-429ab7c6ec64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.178035] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7204277a-12c2-4fcb-9f77-1fd5a38fe7fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.187721] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1004.187721] env[68989]: value = "task-3218177" [ 1004.187721] env[68989]: _type = "Task" [ 1004.187721] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.189032] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.189217] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.193686] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254b0ac8-32fe-48aa-bf41-529897775293 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.200881] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1004.200881] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5217ad18-7d68-ed30-256f-215b8026d9bf" [ 1004.200881] env[68989]: _type = "Task" [ 1004.200881] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.205526] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218177, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.215123] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5217ad18-7d68-ed30-256f-215b8026d9bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.216706] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecc8d6e-4ed1-49f3-a2c0-7f37bdda34e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.222932] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99e67dd7-31ad-467e-9c1b-d51a121d8264 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.224217] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.229687] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1004.229687] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a94ffe-8daa-9806-80a3-913ed4b78bf4" [ 1004.229687] env[68989]: _type = "Task" [ 1004.229687] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.229687] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.327s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.229687] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.229687] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.127s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.229997] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.233824] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.030s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.234058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.235828] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.400s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.236050] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.240319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.356s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.240514] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.242521] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.331s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.243464] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.247947] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.044s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.247947] env[68989]: INFO nova.compute.claims [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.261288] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a94ffe-8daa-9806-80a3-913ed4b78bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.261719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.261965] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.262265] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1baf4e29-f013-49f1-8480-bac3b490fe65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.272847] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1004.272847] env[68989]: value = "task-3218178" [ 1004.272847] env[68989]: _type = "Task" [ 1004.272847] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.280250] env[68989]: INFO nova.scheduler.client.report [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance a0af1dca-ce87-4d90-88dc-18a33af633d4 [ 1004.285431] env[68989]: INFO nova.scheduler.client.report [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted allocations for instance c942db1a-d832-4708-a89e-c751b50c52f8 [ 1004.299780] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.301538] env[68989]: INFO nova.scheduler.client.report [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Deleted allocations for instance 540e3c72-8c91-414b-9b38-4dc9d45adbb3 [ 1004.302326] env[68989]: INFO nova.scheduler.client.report [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Deleted allocations for instance c9db4e7a-99a6-402c-949c-bf336100aa9f [ 1004.323954] env[68989]: INFO nova.scheduler.client.report [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance dd63995f-af4c-4188-8884-b9dc39091977 [ 1004.325847] env[68989]: INFO nova.scheduler.client.report [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Deleted allocations for instance 019ae252-b771-477b-bb8d-ad2685ed234a [ 1004.700608] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218177, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.783859] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.804408] env[68989]: DEBUG oslo_concurrency.lockutils [None req-47cb36b5-6bed-41db-912c-5736b8173edb tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "c942db1a-d832-4708-a89e-c751b50c52f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.282s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.806706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8fdee4af-d1ff-4c9a-90a8-1449eb4eef20 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "a0af1dca-ce87-4d90-88dc-18a33af633d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.921s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.811706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4b26b54d-715a-44f3-ac59-52acd1693f1f tempest-ServerDiskConfigTestJSON-750743748 tempest-ServerDiskConfigTestJSON-750743748-project-member] Lock "c9db4e7a-99a6-402c-949c-bf336100aa9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.535s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.813034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-41465af9-ddba-431e-8830-016ddf17b3f5 tempest-ServerShowV257Test-1906188926 tempest-ServerShowV257Test-1906188926-project-member] Lock "540e3c72-8c91-414b-9b38-4dc9d45adbb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.283s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.835554] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3583abcb-c93b-4506-9518-247ba701fb32 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "dd63995f-af4c-4188-8884-b9dc39091977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.546s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.837598] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a92dccd8-e551-485d-af4a-bf9b852a5336 tempest-ServersWithSpecificFlavorTestJSON-1960047021 tempest-ServersWithSpecificFlavorTestJSON-1960047021-project-member] Lock "019ae252-b771-477b-bb8d-ad2685ed234a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.220s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.202401] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218177, 'name': Rename_Task, 'duration_secs': 0.866917} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.203030] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.203426] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce37ef9-1efe-497e-ba16-fcdf986f2dbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.216080] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1005.216080] env[68989]: value = "task-3218179" [ 1005.216080] env[68989]: _type = "Task" [ 1005.216080] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.224718] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.234706] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.284466] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.285414] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.285619] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.285871] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.286179] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.286367] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.286592] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.286755] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.286925] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.287129] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.287340] env[68989]: DEBUG nova.virt.hardware [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.288230] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e4532-cd77-424f-bdde-c69f6af19ba7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.297738] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.305558] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996d77a7-4ffa-4f3c-acf5-408786e18745 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.525045] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d66e7-5e39-4915-b217-32b8ca13bd0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.534692] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec668c-ef13-4cc0-8bdc-5b866138dc32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.568680] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bd3f4b-e192-49ef-b1d8-3b09b50294ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.579362] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab7718-b60c-4020-869d-2dc60cfbf6e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.591949] env[68989]: DEBUG nova.compute.provider_tree [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.611903] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "73a6c6f7-437a-46d3-8204-ede134b20da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.612179] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.612391] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.612572] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.612994] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.616244] env[68989]: INFO nova.compute.manager [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Terminating instance [ 1005.725904] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.747086] env[68989]: DEBUG nova.compute.manager [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Received event network-vif-plugged-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.747439] env[68989]: DEBUG oslo_concurrency.lockutils [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] Acquiring lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.747707] env[68989]: DEBUG oslo_concurrency.lockutils [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.747859] env[68989]: DEBUG oslo_concurrency.lockutils [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.748056] env[68989]: DEBUG nova.compute.manager [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] No waiting events found dispatching network-vif-plugged-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.748234] env[68989]: WARNING nova.compute.manager [req-79d447f7-b22a-4b6b-a060-d9ee20947609 req-8d4b2ab5-f344-4599-9f85-58aac3ecda4f service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Received unexpected event network-vif-plugged-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 for instance with vm_state building and task_state spawning. [ 1005.785130] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.09973} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.785432] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.785649] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.785901] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba1fe189-b856-4d3d-9ed8-77d93361bbc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.794837] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1005.794837] env[68989]: value = "task-3218180" [ 1005.794837] env[68989]: _type = "Task" [ 1005.794837] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.804860] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.962801] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Successfully updated port: cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.102141] env[68989]: DEBUG nova.scheduler.client.report [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.120170] env[68989]: DEBUG nova.compute.manager [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.120394] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.121971] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85c55e-340b-44db-bd32-6f02ab9103f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.132855] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.132855] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cda6039-5671-4964-888b-cbd97730ca0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.139796] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1006.139796] env[68989]: value = "task-3218181" [ 1006.139796] env[68989]: _type = "Task" [ 1006.139796] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.149933] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.231814] env[68989]: DEBUG oslo_vmware.api [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218179, 'name': PowerOnVM_Task, 'duration_secs': 0.843901} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.232011] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.232250] env[68989]: INFO nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1006.232393] env[68989]: DEBUG nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.233484] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9434e8-7630-4b4f-aa1a-a9f62a8153b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.307399] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164211} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.307867] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.310353] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8c183-0262-4e5b-b7da-18afc6515723 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.334607] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.336299] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48418984-14e0-4241-a2a0-fc00e5b31b24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.358676] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1006.358676] env[68989]: value = "task-3218182" [ 1006.358676] env[68989]: _type = "Task" [ 1006.358676] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.378816] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.465783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.465924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.466147] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.541963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.542369] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.609301] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.609827] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.612788] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.141s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.612979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.615520] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.130s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.615700] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.619107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.710s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.620704] env[68989]: INFO nova.compute.claims [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.650944] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218181, 'name': PowerOffVM_Task, 'duration_secs': 0.282511} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.652090] env[68989]: INFO nova.scheduler.client.report [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Deleted allocations for instance c7d4851d-fdd4-44e3-a20e-28d2d82e0386 [ 1006.653217] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.653401] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.656412] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4901d3d-b885-4db4-82c5-db0ae27aa55a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.723304] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.723609] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.723820] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] 73a6c6f7-437a-46d3-8204-ede134b20da4 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.724101] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682cef85-0e34-4f5a-bd1d-a0bb99c67893 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.733154] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1006.733154] env[68989]: value = "task-3218184" [ 1006.733154] env[68989]: _type = "Task" [ 1006.733154] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.741701] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.752431] env[68989]: INFO nova.compute.manager [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Took 35.50 seconds to build instance. [ 1006.870517] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218182, 'name': ReconfigVM_Task, 'duration_secs': 0.299691} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.870517] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 2718a81f-568d-4d3b-9898-391b06e5dea5/2718a81f-568d-4d3b-9898-391b06e5dea5.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.870517] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba2301f-93f8-4c03-b3df-9ffdfde7b4dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.877505] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1006.877505] env[68989]: value = "task-3218185" [ 1006.877505] env[68989]: _type = "Task" [ 1006.877505] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.888655] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218185, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.044611] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.052030] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.128085] env[68989]: DEBUG nova.compute.utils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.137606] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.137945] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.142738] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca811b18-8a59-4e54-9a6a-a3944388a699 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.238s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.144667] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.285s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.146171] env[68989]: INFO nova.compute.manager [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Unshelving [ 1007.162711] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ec726765-5585-44ef-b486-54f427061ac5 tempest-ServerRescueTestJSON-1904620068 tempest-ServerRescueTestJSON-1904620068-project-member] Lock "c7d4851d-fdd4-44e3-a20e-28d2d82e0386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.698s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.222511] env[68989]: DEBUG nova.policy [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4d06e4578d4929a7efadd962de1243', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad9ffe7260064ce18d2f826a66f5dd0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.247781] env[68989]: DEBUG oslo_vmware.api [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438413} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.247781] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.247781] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.247781] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.247781] env[68989]: INFO nova.compute.manager [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1007.247781] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.247781] env[68989]: DEBUG nova.compute.manager [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.247781] env[68989]: DEBUG nova.network.neutron [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.258588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c096f41d-4c47-4073-bf65-4af277c59f6a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.390576] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218185, 'name': Rename_Task, 'duration_secs': 0.251723} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.390871] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.391149] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ddf9779-fe8f-4e8e-99e8-ce2f2742f5dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.400779] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1007.400779] env[68989]: value = "task-3218186" [ 1007.400779] env[68989]: _type = "Task" [ 1007.400779] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.421708] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.574298] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.647070] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.667800] env[68989]: DEBUG nova.network.neutron [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Updating instance_info_cache with network_info: [{"id": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "address": "fa:16:3e:0b:eb:ee", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8cf1ff-0d", "ovs_interfaceid": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.909869] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ac72e-953f-4b67-a902-0f92dbdcb03f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.918477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.918477] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.930448] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.934117] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6663d34f-f122-4fa4-b0d1-720f7de7dbbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.979203] env[68989]: DEBUG nova.compute.manager [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Received event network-changed-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.979395] env[68989]: DEBUG nova.compute.manager [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Refreshing instance network info cache due to event network-changed-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.979868] env[68989]: DEBUG oslo_concurrency.lockutils [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] Acquiring lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.981288] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec6b839-aa8e-49b6-8567-755706fa2877 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.992335] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6842c6f-a1b7-4d1b-9946-8b4168af6d0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.023504] env[68989]: DEBUG nova.compute.provider_tree [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.160057] env[68989]: DEBUG nova.compute.utils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.170268] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.173027] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Instance network_info: |[{"id": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "address": "fa:16:3e:0b:eb:ee", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8cf1ff-0d", "ovs_interfaceid": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.173027] env[68989]: DEBUG oslo_concurrency.lockutils [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] Acquired lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.173027] env[68989]: DEBUG nova.network.neutron [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Refreshing network info cache for port cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.173027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:eb:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.180825] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.181797] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.182041] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d034288e-e380-4f10-935a-7d9d18f972b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.202750] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Successfully created port: cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.212466] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.212466] env[68989]: value = "task-3218187" [ 1008.212466] env[68989]: _type = "Task" [ 1008.212466] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.223220] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218187, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.267120] env[68989]: DEBUG nova.compute.manager [req-f30d38fd-8121-4274-af7e-1d5289f129fc req-90b2efd0-44b1-4ade-9337-d8e15d90b730 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Received event network-vif-deleted-d3797120-6bd4-4534-b42f-71b85bae14c3 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.267358] env[68989]: INFO nova.compute.manager [req-f30d38fd-8121-4274-af7e-1d5289f129fc req-90b2efd0-44b1-4ade-9337-d8e15d90b730 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Neutron deleted interface d3797120-6bd4-4534-b42f-71b85bae14c3; detaching it from the instance and deleting it from the info cache [ 1008.267545] env[68989]: DEBUG nova.network.neutron [req-f30d38fd-8121-4274-af7e-1d5289f129fc req-90b2efd0-44b1-4ade-9337-d8e15d90b730 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.411695] env[68989]: DEBUG oslo_vmware.api [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218186, 'name': PowerOnVM_Task, 'duration_secs': 0.524791} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.411973] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.412235] env[68989]: DEBUG nova.compute.manager [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.413061] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe36e8e-8854-4504-b66c-6c7c004de112 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.431278] env[68989]: DEBUG nova.compute.utils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.485077] env[68989]: DEBUG nova.network.neutron [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.528201] env[68989]: DEBUG nova.scheduler.client.report [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.663060] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.668200] env[68989]: INFO nova.virt.block_device [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Booting with volume 5cc8caf3-05a6-4b4d-8343-638e94723d88 at /dev/sdb [ 1008.701292] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.701686] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.701951] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.702268] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.702514] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.702757] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.703098] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.703362] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.703633] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.703902] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.704247] env[68989]: DEBUG nova.virt.hardware [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.706275] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321a1f23-7727-4b0a-8925-00cfbd4f6e8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.727101] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f453f5e2-7d8d-4f1e-b20b-5adfac41980f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.732523] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e471b86-b534-40f5-8ae7-776dc5642e06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.744692] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218187, 'name': CreateVM_Task, 'duration_secs': 0.398015} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.745204] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.746211] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.750156] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.750559] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.760707] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b060f43a-da66-428a-92ca-4b700fba4012 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.766600] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca264a3-005d-49ef-bac3-8a2391a3d2ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.780222] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8df69cf3-8984-4ee2-a7da-18d80fd410a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785096] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1008.785096] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f467e6-f61b-8e65-105a-98a1d4b5b6e2" [ 1008.785096] env[68989]: _type = "Task" [ 1008.785096] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.792995] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9120be-51ff-47c0-b8d3-94dfe22785a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.817536] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f467e6-f61b-8e65-105a-98a1d4b5b6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.818388] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc9605ce-1496-486a-9a57-6a0cde5869a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.829304] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2996811-2e7c-4558-8878-0324403d434a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.850322] env[68989]: DEBUG nova.compute.manager [req-f30d38fd-8121-4274-af7e-1d5289f129fc req-90b2efd0-44b1-4ade-9337-d8e15d90b730 service nova] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Detach interface failed, port_id=d3797120-6bd4-4534-b42f-71b85bae14c3, reason: Instance 73a6c6f7-437a-46d3-8204-ede134b20da4 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.872548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62a103-ac5c-4927-a7a7-d82cbcb94452 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880629] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3bab81-b655-4032-bde3-6ca9e6d0b418 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.897477] env[68989]: DEBUG nova.virt.block_device [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating existing volume attachment record: 1c76c88c-2abf-45c5-ab33-dff399966ad2 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.932022] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.937893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.988307] env[68989]: INFO nova.compute.manager [-] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Took 1.74 seconds to deallocate network for instance. [ 1009.036394] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.037014] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.043422] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.689s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.045187] env[68989]: INFO nova.compute.claims [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.209671] env[68989]: DEBUG nova.network.neutron [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Updated VIF entry in instance network info cache for port cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.209827] env[68989]: DEBUG nova.network.neutron [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Updating instance_info_cache with network_info: [{"id": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "address": "fa:16:3e:0b:eb:ee", "network": {"id": "468fac59-e200-4ca7-97e9-51bdb8323633", "bridge": "br-int", "label": "tempest-ImagesTestJSON-30086439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ea5ca07e4ae6b141add13befc013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8cf1ff-0d", "ovs_interfaceid": "cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.297228] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f467e6-f61b-8e65-105a-98a1d4b5b6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023868} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.297616] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.297865] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.298123] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.298276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.298485] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.298734] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640d191e-6e80-469b-b225-6fa2f8592b6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.309155] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.309384] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.310133] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3bb0ba-fe14-410d-993d-ed091b5398f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.315464] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1009.315464] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a85984-3cdd-eb8e-000d-217dbca0a5b2" [ 1009.315464] env[68989]: _type = "Task" [ 1009.315464] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.323848] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a85984-3cdd-eb8e-000d-217dbca0a5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.501558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.552837] env[68989]: DEBUG nova.compute.utils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.556189] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.556408] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.714322] env[68989]: DEBUG oslo_concurrency.lockutils [req-83603684-2b0e-492f-a0d5-0906f2694ca4 req-3b0bdc02-14c0-4ec2-8643-fe32b2ee144e service nova] Releasing lock "refresh_cache-4c83d9fb-282f-409e-8929-7e4083a58ead" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.834190] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a85984-3cdd-eb8e-000d-217dbca0a5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01764} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.835431] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3905c9bf-ad31-4851-82f9-62a07b1cedc4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.845731] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1009.845731] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f48ba3-7c8e-c638-ae0f-b6ed13be9ff6" [ 1009.845731] env[68989]: _type = "Task" [ 1009.845731] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.859398] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f48ba3-7c8e-c638-ae0f-b6ed13be9ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.894629] env[68989]: DEBUG nova.policy [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4290908eda1143a99975285047fecfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db0ab468d9b9481d8e076851e0f06023', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.984099] env[68989]: DEBUG nova.compute.manager [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Received event network-changed-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.984507] env[68989]: DEBUG nova.compute.manager [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Refreshing instance network info cache due to event network-changed-67d9ea1d-483b-4485-88a7-7bbcc85d12b7. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.984507] env[68989]: DEBUG oslo_concurrency.lockutils [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.984613] env[68989]: DEBUG oslo_concurrency.lockutils [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.985589] env[68989]: DEBUG nova.network.neutron [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Refreshing network info cache for port 67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.008249] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.008563] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.009037] env[68989]: INFO nova.compute.manager [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Attaching volume a68ae253-dc18-405d-85c2-9bc85e8a0499 to /dev/sdb [ 1010.049065] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed0ed9-ee0d-4d46-926a-5cc69ecf2320 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.057900] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.065702] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470396f-bf1c-4c9d-b1e9-e8e4a192fca9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.088238] env[68989]: DEBUG nova.virt.block_device [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating existing volume attachment record: 708282d2-2fb5-483f-8861-b92adcb75162 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1010.094584] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "2718a81f-568d-4d3b-9898-391b06e5dea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.094744] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.095124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "2718a81f-568d-4d3b-9898-391b06e5dea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.095552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.095906] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.099611] env[68989]: INFO nova.compute.manager [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Terminating instance [ 1010.320992] env[68989]: DEBUG nova.compute.manager [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.320992] env[68989]: DEBUG oslo_concurrency.lockutils [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.320992] env[68989]: DEBUG oslo_concurrency.lockutils [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.320992] env[68989]: DEBUG oslo_concurrency.lockutils [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.321616] env[68989]: DEBUG nova.compute.manager [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] No waiting events found dispatching network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.321616] env[68989]: WARNING nova.compute.manager [req-982136ce-49e9-4613-a970-e44486cccbf3 req-fe4f5dbe-40cf-4cc5-b463-925aa9a8582b service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received unexpected event network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 for instance with vm_state building and task_state spawning. [ 1010.331165] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fdc61-c11f-4c0d-a28d-26cbe84772ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.339126] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6f6351-4e33-4e0a-ae37-a6a1839ae6ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.380431] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fab46-59b2-47da-866c-8f93e899d34c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.387385] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f48ba3-7c8e-c638-ae0f-b6ed13be9ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.388124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.388475] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 4c83d9fb-282f-409e-8929-7e4083a58ead/4c83d9fb-282f-409e-8929-7e4083a58ead.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.389060] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96dabef7-a254-4c21-b03e-9bd235caa187 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.396991] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44201f-f97c-4992-8ad0-920f7f0d7f9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.405437] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1010.405437] env[68989]: value = "task-3218192" [ 1010.405437] env[68989]: _type = "Task" [ 1010.405437] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.418093] env[68989]: DEBUG nova.compute.provider_tree [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.426337] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.480065] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Successfully created port: 845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.516685] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Successfully updated port: cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.605400] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "refresh_cache-2718a81f-568d-4d3b-9898-391b06e5dea5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.605400] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "refresh_cache-2718a81f-568d-4d3b-9898-391b06e5dea5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.605400] env[68989]: DEBUG nova.network.neutron [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.919375] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.921796] env[68989]: DEBUG nova.scheduler.client.report [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.968805] env[68989]: DEBUG nova.network.neutron [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updated VIF entry in instance network info cache for port 67d9ea1d-483b-4485-88a7-7bbcc85d12b7. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.970259] env[68989]: DEBUG nova.network.neutron [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.020214] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.021116] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.021116] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.079241] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.118200] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.118457] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.118606] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.118898] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.118990] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.120204] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.120505] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.120690] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.120873] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.121062] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.121252] env[68989]: DEBUG nova.virt.hardware [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.122617] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d3bd4-5d1b-4eb7-ad26-f6bd0ad1443b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.131145] env[68989]: DEBUG nova.network.neutron [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.138819] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0278c3ad-470c-4a98-ab61-780f895f32ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.195068] env[68989]: DEBUG nova.network.neutron [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.417261] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639151} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.417644] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 4c83d9fb-282f-409e-8929-7e4083a58ead/4c83d9fb-282f-409e-8929-7e4083a58ead.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.418666] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.418666] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f17b62a-0c99-49e7-8854-3ba422cc4e8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.425096] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1011.425096] env[68989]: value = "task-3218195" [ 1011.425096] env[68989]: _type = "Task" [ 1011.425096] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.430138] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.430138] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.432708] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.859s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.434137] env[68989]: INFO nova.compute.claims [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.442717] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.474047] env[68989]: DEBUG oslo_concurrency.lockutils [req-b33685eb-264a-4c9b-8363-276cfe35a602 req-96458f7f-e883-4121-b99f-67b67d54e7f9 service nova] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.551197] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.698341] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "refresh_cache-2718a81f-568d-4d3b-9898-391b06e5dea5" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.699369] env[68989]: DEBUG nova.compute.manager [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.699617] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.700750] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff15f3a-778e-48a2-aab7-9dc69d83ec9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.711338] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.711699] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375447e1-8e33-4a03-b49c-c6373ee95242 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.721815] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1011.721815] env[68989]: value = "task-3218197" [ 1011.721815] env[68989]: _type = "Task" [ 1011.721815] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.732829] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.777227] env[68989]: DEBUG nova.network.neutron [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.943230] env[68989]: DEBUG nova.compute.utils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.946321] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077907} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.947297] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.947690] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.950045] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.951449] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57907a92-1506-4111-ad92-456baeebc856 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.980727] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4c83d9fb-282f-409e-8929-7e4083a58ead/4c83d9fb-282f-409e-8929-7e4083a58ead.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.981778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55abd72c-441f-4444-b469-a94a027796c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.018548] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1012.018548] env[68989]: value = "task-3218198" [ 1012.018548] env[68989]: _type = "Task" [ 1012.018548] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.028199] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.029659] env[68989]: DEBUG nova.policy [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b4595303a34123afde3ccc6d1f8c24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'febfa92d0362466da25ac2a5cb09e62a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.233271] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218197, 'name': PowerOffVM_Task, 'duration_secs': 0.155204} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.233271] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.233395] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.233606] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe567fc3-e87d-419f-9bcf-8bea2258d88b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.269329] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.270156] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.270520] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleting the datastore file [datastore2] 2718a81f-568d-4d3b-9898-391b06e5dea5 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.270829] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0e305e8-c47a-45fe-812b-a39a264aa0d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.280412] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.280754] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance network_info: |[{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.281141] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1012.281141] env[68989]: value = "task-3218200" [ 1012.281141] env[68989]: _type = "Task" [ 1012.281141] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.281493] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f6:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb240e54-c80a-40a9-aa61-f84e26df6403', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.290652] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating folder: Project (ad9ffe7260064ce18d2f826a66f5dd0a). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.291090] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edaf7106-f04d-40a3-801e-67532c856281 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.304926] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.312087] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created folder: Project (ad9ffe7260064ce18d2f826a66f5dd0a) in parent group-v643186. [ 1012.312087] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating folder: Instances. Parent ref: group-v643437. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.312087] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c56a99c-a061-4d87-8c87-06b02d842bd3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.362740] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Successfully created port: 5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.409165] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Successfully updated port: 845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.413944] env[68989]: DEBUG nova.compute.manager [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.413944] env[68989]: DEBUG nova.compute.manager [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing instance network info cache due to event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.414945] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.415747] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.415747] env[68989]: DEBUG nova.network.neutron [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.448418] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.544050] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218198, 'name': ReconfigVM_Task, 'duration_secs': 0.31224} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.546833] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4c83d9fb-282f-409e-8929-7e4083a58ead/4c83d9fb-282f-409e-8929-7e4083a58ead.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.548415] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created folder: Instances in parent group-v643437. [ 1012.548415] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.548415] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9a1aba5-668f-4935-8b18-8c673b9934ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.549852] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.550084] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84fff538-bb93-4271-9118-641bbc2e6bc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.577412] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1012.577412] env[68989]: value = "task-3218203" [ 1012.577412] env[68989]: _type = "Task" [ 1012.577412] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.577412] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.577412] env[68989]: value = "task-3218204" [ 1012.577412] env[68989]: _type = "Task" [ 1012.577412] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.596485] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218203, 'name': Rename_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.600081] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218204, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.760918] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90947e94-0bb3-4e85-a12d-dd40c6bc5f31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.773362] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd9d8e-d12a-419d-bd52-3b3d23011313 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.811356] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3eb9e6-9c0f-44b2-9bcf-e24ccd0f5bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.820536] env[68989]: DEBUG oslo_vmware.api [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316974} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.822742] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.822985] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.823607] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.823711] env[68989]: INFO nova.compute.manager [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1012.824192] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.824267] env[68989]: DEBUG nova.compute.manager [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.824341] env[68989]: DEBUG nova.network.neutron [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.831030] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edf8fa3-20f6-4270-8438-6e84ec3b4f36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850160] env[68989]: DEBUG nova.compute.provider_tree [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.863027] env[68989]: DEBUG nova.network.neutron [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.914027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.914153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.914288] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.090274] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218204, 'name': CreateVM_Task, 'duration_secs': 0.349047} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.094716] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.094716] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218203, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.094716] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.094716] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.094939] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.095240] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fab7657-faae-4171-9fa0-992c131fad7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.103052] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1013.103052] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255486a-6f69-58a4-f7f2-e96a4ba04281" [ 1013.103052] env[68989]: _type = "Task" [ 1013.103052] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.112471] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255486a-6f69-58a4-f7f2-e96a4ba04281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.308112] env[68989]: DEBUG nova.network.neutron [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updated VIF entry in instance network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.308472] env[68989]: DEBUG nova.network.neutron [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.353806] env[68989]: DEBUG nova.scheduler.client.report [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.365604] env[68989]: DEBUG nova.network.neutron [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.462199] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.484017] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.499353] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.499786] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.500109] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.500436] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.500715] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.500997] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.501380] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.501659] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.502055] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.502388] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.502708] env[68989]: DEBUG nova.virt.hardware [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.503915] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260605c0-7c76-4577-8113-0c1348d921ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.517102] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01161d0d-f6ee-4799-9e59-195f30501357 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.592062] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218203, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.614468] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255486a-6f69-58a4-f7f2-e96a4ba04281, 'name': SearchDatastore_Task, 'duration_secs': 0.04499} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.615169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615568] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.616163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.617263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.617263] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.619016] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a431d4-ea35-4c58-8ddc-24dc78e4aa0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.631158] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.631158] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.631274] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d7bb2c-8506-485d-83e0-8bb8d4ff0b1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.637333] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1013.637333] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a222b1-10f7-d971-78d7-7a2d04af9bd3" [ 1013.637333] env[68989]: _type = "Task" [ 1013.637333] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.648229] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a222b1-10f7-d971-78d7-7a2d04af9bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.812048] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.812336] env[68989]: DEBUG nova.compute.manager [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Received event network-vif-plugged-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.812542] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Acquiring lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.812751] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.812914] env[68989]: DEBUG oslo_concurrency.lockutils [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.813102] env[68989]: DEBUG nova.compute.manager [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] No waiting events found dispatching network-vif-plugged-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.813783] env[68989]: WARNING nova.compute.manager [req-a6980481-adc0-45a3-9480-7b2ffa39fb8e req-cc94ac0d-c2cc-4d2a-8724-6da0266a9ca9 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Received unexpected event network-vif-plugged-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb for instance with vm_state building and task_state spawning. [ 1013.859615] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.860183] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.862907] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.934s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.863144] env[68989]: DEBUG nova.objects.instance [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.869091] env[68989]: INFO nova.compute.manager [-] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Took 1.04 seconds to deallocate network for instance. [ 1014.078061] env[68989]: DEBUG nova.network.neutron [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Updating instance_info_cache with network_info: [{"id": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "address": "fa:16:3e:62:45:ba", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845460a8-1f", "ovs_interfaceid": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.099358] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218203, 'name': Rename_Task, 'duration_secs': 1.175085} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.100350] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.101258] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Successfully updated port: 5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.106480] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afcd06ac-a342-4f0d-ad08-616b362771c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.114760] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1014.114760] env[68989]: value = "task-3218206" [ 1014.114760] env[68989]: _type = "Task" [ 1014.114760] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.149561] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a222b1-10f7-d971-78d7-7a2d04af9bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.150512] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5bc480-63bf-4d60-93b9-89bcd01d4d38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.162626] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1014.162626] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2289-7df5-7628-1c57-f731d88a6e05" [ 1014.162626] env[68989]: _type = "Task" [ 1014.162626] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.172557] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2289-7df5-7628-1c57-f731d88a6e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.183145] env[68989]: DEBUG nova.compute.manager [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Received event network-vif-plugged-5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.183467] env[68989]: DEBUG oslo_concurrency.lockutils [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] Acquiring lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.183723] env[68989]: DEBUG oslo_concurrency.lockutils [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.183900] env[68989]: DEBUG oslo_concurrency.lockutils [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.184114] env[68989]: DEBUG nova.compute.manager [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] No waiting events found dispatching network-vif-plugged-5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.184250] env[68989]: WARNING nova.compute.manager [req-2ab41478-84ac-4e28-9a18-029c2a01efb5 req-684d7ecd-463e-4b44-8661-f35862765113 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Received unexpected event network-vif-plugged-5b7332aa-b0cf-4918-a0f9-45e57138d914 for instance with vm_state building and task_state spawning. [ 1014.367675] env[68989]: DEBUG nova.compute.utils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.372393] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.372393] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.374589] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.413359] env[68989]: DEBUG nova.policy [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67822117eb9e427ea3ac27ff21703b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28e9b0fa14f540888a8b022aa77a4c52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.446342] env[68989]: DEBUG nova.compute.manager [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Received event network-changed-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.446551] env[68989]: DEBUG nova.compute.manager [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Refreshing instance network info cache due to event network-changed-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.446748] env[68989]: DEBUG oslo_concurrency.lockutils [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] Acquiring lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.582058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.582633] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Instance network_info: |[{"id": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "address": "fa:16:3e:62:45:ba", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845460a8-1f", "ovs_interfaceid": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.582971] env[68989]: DEBUG oslo_concurrency.lockutils [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] Acquired lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.583176] env[68989]: DEBUG nova.network.neutron [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Refreshing network info cache for port 845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.585295] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:45:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845460a8-1fc9-4e23-b5b8-918c4dfc2ecb', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.595257] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.599290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.599577] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e293ff-9cf6-4b37-8ba2-c44c8b035d21 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.624028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.624028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquired lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.624028] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.636776] env[68989]: DEBUG oslo_vmware.api [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218206, 'name': PowerOnVM_Task, 'duration_secs': 0.483339} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.638757] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.638991] env[68989]: INFO nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1014.639185] env[68989]: DEBUG nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.639441] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.639441] env[68989]: value = "task-3218207" [ 1014.639441] env[68989]: _type = "Task" [ 1014.639441] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.641032] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b21d0f-1646-4116-9461-6ae93cebc730 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.659033] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218207, 'name': CreateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.664107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.664920] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.678998] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2289-7df5-7628-1c57-f731d88a6e05, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.678998] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.679560] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.679738] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04191428-1936-4345-b70d-5eb68c6b1601 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.689480] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1014.689480] env[68989]: value = "task-3218208" [ 1014.689480] env[68989]: _type = "Task" [ 1014.689480] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.700194] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.872792] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.877421] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d6001771-71f5-4000-b59f-6a33066bfaef tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.878974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.378s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.879347] env[68989]: DEBUG nova.objects.instance [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid 73a6c6f7-437a-46d3-8204-ede134b20da4 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.034485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.057368] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Successfully created port: 9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.159318] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218207, 'name': CreateVM_Task, 'duration_secs': 0.435328} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.161371] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.161932] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643436', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'name': 'volume-a68ae253-dc18-405d-85c2-9bc85e8a0499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c169bee2-245a-429d-9b50-e3499c4bedcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'serial': 'a68ae253-dc18-405d-85c2-9bc85e8a0499'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.171021] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.171021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17bc5d-3e3b-4c01-aa5c-a473746f2782 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.181112] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.181112] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.181393] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.181878] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.184885] env[68989]: INFO nova.compute.manager [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Took 34.00 seconds to build instance. [ 1015.186140] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e02734-d566-4c95-b5ad-dc34ad6f87bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.210709] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e4ed98-317b-45cd-a302-51021b42534d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.218413] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1015.218413] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d57b5-b9f4-4b66-f5b5-736127abafd0" [ 1015.218413] env[68989]: _type = "Task" [ 1015.218413] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.223051] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.226614] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218208, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.254169] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-a68ae253-dc18-405d-85c2-9bc85e8a0499/volume-a68ae253-dc18-405d-85c2-9bc85e8a0499.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.255460] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e099376e-f43b-48f3-bf28-85fbb2432fe1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.273755] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526d57b5-b9f4-4b66-f5b5-736127abafd0, 'name': SearchDatastore_Task, 'duration_secs': 0.026202} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.274579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.274911] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.275201] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.275391] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.275613] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.278241] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2754d5d0-e0ed-443c-a52e-dacd68f74b2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.283012] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1015.283012] env[68989]: value = "task-3218209" [ 1015.283012] env[68989]: _type = "Task" [ 1015.283012] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.293167] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.293408] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.299526] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4d155c-f9a8-4535-b4c8-b5f30b69b42a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.301909] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.306289] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1015.306289] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cfe159-f3de-c8e8-a928-d406ecb88e72" [ 1015.306289] env[68989]: _type = "Task" [ 1015.306289] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.319299] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cfe159-f3de-c8e8-a928-d406ecb88e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.690504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2f3d8a4d-8acd-4b54-92a1-0e34ba0c5017 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.517s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.700630] env[68989]: DEBUG nova.network.neutron [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Updated VIF entry in instance network info cache for port 845460a8-1fc9-4e23-b5b8-918c4dfc2ecb. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.700630] env[68989]: DEBUG nova.network.neutron [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Updating instance_info_cache with network_info: [{"id": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "address": "fa:16:3e:62:45:ba", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845460a8-1f", "ovs_interfaceid": "845460a8-1fc9-4e23-b5b8-918c4dfc2ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.710027] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b134c-f2b9-4f01-b3e2-deeaf4a17020 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.712160] env[68989]: DEBUG nova.network.neutron [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Updating instance_info_cache with network_info: [{"id": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "address": "fa:16:3e:a5:8a:2d", "network": {"id": "c95db4c6-d999-4371-8d48-5a78473e308f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225570587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "febfa92d0362466da25ac2a5cb09e62a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7332aa-b0", "ovs_interfaceid": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.722265] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.725254] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9fef56-ef5a-4e93-a39d-5278e01b9032 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.731077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.760555] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4701204-4715-484e-8f8c-5c2d5bb9f362 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.769419] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4c58ea-e777-43be-a879-618064f866ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.784238] env[68989]: DEBUG nova.compute.provider_tree [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.794553] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218209, 'name': ReconfigVM_Task, 'duration_secs': 0.376006} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.794842] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-a68ae253-dc18-405d-85c2-9bc85e8a0499/volume-a68ae253-dc18-405d-85c2-9bc85e8a0499.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.799600] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b661b451-0767-4570-8818-7605243bd202 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.821535] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cfe159-f3de-c8e8-a928-d406ecb88e72, 'name': SearchDatastore_Task, 'duration_secs': 0.030365} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.823889] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1015.823889] env[68989]: value = "task-3218210" [ 1015.823889] env[68989]: _type = "Task" [ 1015.823889] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.824104] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0233b40-6f8b-4790-a06d-1f013aa7d18b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.841245] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1015.841245] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c8d394-c25d-74ed-a3be-0d6bcdcb9e77" [ 1015.841245] env[68989]: _type = "Task" [ 1015.841245] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.841245] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.855204] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c8d394-c25d-74ed-a3be-0d6bcdcb9e77, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.855547] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.855832] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba/cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.856088] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f738672-0611-41d5-8b94-29281dca1b4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.864251] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1015.864251] env[68989]: value = "task-3218211" [ 1015.864251] env[68989]: _type = "Task" [ 1015.864251] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.873395] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.889807] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.923853] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.925689] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.926160] env[68989]: DEBUG nova.virt.hardware [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.926769] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cde131-d7b6-436f-8654-37ce2a21657f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.935928] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a04caee-82ae-40ff-b5f1-36f29902e6bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.203696] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.214737] env[68989]: DEBUG oslo_concurrency.lockutils [req-e273a4e7-3284-49f7-adb6-cfe69a2e72fe req-3c814a70-c665-40fe-a5e7-931f06ed0b51 service nova] Releasing lock "refresh_cache-cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.218884] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Releasing lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.218884] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Instance network_info: |[{"id": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "address": "fa:16:3e:a5:8a:2d", "network": {"id": "c95db4c6-d999-4371-8d48-5a78473e308f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225570587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "febfa92d0362466da25ac2a5cb09e62a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7332aa-b0", "ovs_interfaceid": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.218884] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:8a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b7332aa-b0cf-4918-a0f9-45e57138d914', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.229143] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Creating folder: Project (febfa92d0362466da25ac2a5cb09e62a). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.229461] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86a5d9ac-693e-4bc9-ad82-aba9e8e3d4f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.244060] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Created folder: Project (febfa92d0362466da25ac2a5cb09e62a) in parent group-v643186. [ 1016.244264] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Creating folder: Instances. Parent ref: group-v643441. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.244611] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6654c217-50ff-4017-bcb5-4c5fe684d8e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.257551] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Created folder: Instances in parent group-v643441. [ 1016.258760] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.258760] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.258926] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26c7278a-9a94-41bc-9f65-3132c485e453 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.281793] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.281793] env[68989]: value = "task-3218214" [ 1016.281793] env[68989]: _type = "Task" [ 1016.281793] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.290760] env[68989]: DEBUG nova.scheduler.client.report [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.297903] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218214, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.335349] env[68989]: DEBUG nova.compute.manager [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Received event network-changed-5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.335639] env[68989]: DEBUG nova.compute.manager [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Refreshing instance network info cache due to event network-changed-5b7332aa-b0cf-4918-a0f9-45e57138d914. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.335911] env[68989]: DEBUG oslo_concurrency.lockutils [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] Acquiring lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.336230] env[68989]: DEBUG oslo_concurrency.lockutils [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] Acquired lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.336360] env[68989]: DEBUG nova.network.neutron [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Refreshing network info cache for port 5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.344121] env[68989]: DEBUG oslo_vmware.api [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218210, 'name': ReconfigVM_Task, 'duration_secs': 0.23086} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.345054] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643436', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'name': 'volume-a68ae253-dc18-405d-85c2-9bc85e8a0499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c169bee2-245a-429d-9b50-e3499c4bedcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'serial': 'a68ae253-dc18-405d-85c2-9bc85e8a0499'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.374525] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218211, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.708374] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55954} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.708854] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.709248] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.709626] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d0c579-9575-43db-a1bd-e285a569e5ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.720026] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1016.720026] env[68989]: value = "task-3218215" [ 1016.720026] env[68989]: _type = "Task" [ 1016.720026] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.730108] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.792912] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218214, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.799867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.802264] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.428s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.802516] env[68989]: DEBUG nova.objects.instance [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lazy-loading 'resources' on Instance uuid 2718a81f-568d-4d3b-9898-391b06e5dea5 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.827178] env[68989]: INFO nova.scheduler.client.report [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance 73a6c6f7-437a-46d3-8204-ede134b20da4 [ 1016.861433] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Successfully updated port: 9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.878310] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864149} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.879397] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba/cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.879618] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.879901] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ab784a-1fa2-47f5-ac4f-a6737b19d545 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.890676] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1016.890676] env[68989]: value = "task-3218216" [ 1016.890676] env[68989]: _type = "Task" [ 1016.890676] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.906450] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.999163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "e6a94064-5a47-4876-9399-ffb188979007" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.999163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.121595] env[68989]: DEBUG nova.network.neutron [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Updated VIF entry in instance network info cache for port 5b7332aa-b0cf-4918-a0f9-45e57138d914. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.123305] env[68989]: DEBUG nova.network.neutron [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Updating instance_info_cache with network_info: [{"id": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "address": "fa:16:3e:a5:8a:2d", "network": {"id": "c95db4c6-d999-4371-8d48-5a78473e308f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225570587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "febfa92d0362466da25ac2a5cb09e62a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7332aa-b0", "ovs_interfaceid": "5b7332aa-b0cf-4918-a0f9-45e57138d914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.229235] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084192} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.229580] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.230583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff244d4-7127-4aa7-968d-49742d2202a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.255361] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.256178] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1b0951-3860-44a6-b06b-ba14210985bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.278983] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1017.278983] env[68989]: value = "task-3218217" [ 1017.278983] env[68989]: _type = "Task" [ 1017.278983] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.292247] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.299300] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218214, 'name': CreateVM_Task, 'duration_secs': 0.534126} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.299568] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.300340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.300579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.301446] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.301765] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4884d2-e6f5-4d33-823d-ba6ff447c7bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312315] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1017.312315] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5263d562-6712-251a-c864-a6c57308d24c" [ 1017.312315] env[68989]: _type = "Task" [ 1017.312315] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.322899] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5263d562-6712-251a-c864-a6c57308d24c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.345590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c13626ec-03c9-4c7f-a4ed-1abdc3d13cd9 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "73a6c6f7-437a-46d3-8204-ede134b20da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.733s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.363016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.363978] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.363978] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.401050] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.404016] env[68989]: DEBUG nova.objects.instance [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'flavor' on Instance uuid c169bee2-245a-429d-9b50-e3499c4bedcc {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.503741] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.526396] env[68989]: DEBUG nova.compute.manager [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.527364] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ffbaa-7151-402c-87ff-de2cc98efeae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.590514] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596219ab-567c-4366-ab64-7f8c83020c56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.598665] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca4dfc8-939d-448d-8276-c54bff75358a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.636637] env[68989]: DEBUG oslo_concurrency.lockutils [req-2f4b034b-c6bb-40c6-b746-86f1f367ddf4 req-3df1cbb4-9eae-4682-93c2-a8db1158ea4f service nova] Releasing lock "refresh_cache-0b4be332-a3c2-473c-9b7a-54a51a191e4c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640846] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e4024-4a5a-439c-82b1-59d15cc8bddc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.656827] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41c813-121c-43b8-8ed6-27b2112e76fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673241] env[68989]: DEBUG nova.compute.provider_tree [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.789929] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218217, 'name': ReconfigVM_Task, 'duration_secs': 0.303992} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.790600] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.791334] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3aec5d-365f-4bc3-a363-30ab7640581e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.799975] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1017.799975] env[68989]: value = "task-3218218" [ 1017.799975] env[68989]: _type = "Task" [ 1017.799975] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.811987] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218218, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.822504] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5263d562-6712-251a-c864-a6c57308d24c, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.822850] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.823101] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.823368] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823504] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.823699] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.824016] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4ef18d1-cbfe-45c8-9f16-ca2e0db6b59a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.834276] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.834509] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.835408] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4162d31a-b252-4eae-80f5-8beabe298f01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.842280] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1017.842280] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ccbd37-0d9d-e00c-8c8a-23078c9f9a9e" [ 1017.842280] env[68989]: _type = "Task" [ 1017.842280] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.852294] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ccbd37-0d9d-e00c-8c8a-23078c9f9a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.901534] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.986906} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.901834] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.902801] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ad1f4-86a3-41e0-af4a-d3d267036fcb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.927641] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba/cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.928681] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.930957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a1366ee-6a33-4353-af7b-ecc2df7c2bf5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.922s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.933112] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d70c91-2c81-4e65-af47-b2c699f12331 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.958651] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1017.958651] env[68989]: value = "task-3218219" [ 1017.958651] env[68989]: _type = "Task" [ 1017.958651] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.967606] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.028308] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.046883] env[68989]: INFO nova.compute.manager [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] instance snapshotting [ 1018.048812] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c93a9-72ac-41f9-8d3c-6331858baa62 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.073685] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b9acd-5aa6-4672-86eb-09a79dc40347 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.130213] env[68989]: DEBUG nova.network.neutron [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.177066] env[68989]: DEBUG nova.scheduler.client.report [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.310601] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218218, 'name': Rename_Task, 'duration_secs': 0.170393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.311589] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.311589] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541c7fa4-7a27-478f-909a-aff3b98a1141 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.319361] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1018.319361] env[68989]: value = "task-3218220" [ 1018.319361] env[68989]: _type = "Task" [ 1018.319361] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.326877] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.352153] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ccbd37-0d9d-e00c-8c8a-23078c9f9a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.353035] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c550e5-1bad-40fd-8de6-5a60eaa32b40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.360210] env[68989]: DEBUG nova.compute.manager [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Received event network-vif-plugged-9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.360424] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.360634] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.360797] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.360936] env[68989]: DEBUG nova.compute.manager [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] No waiting events found dispatching network-vif-plugged-9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.361139] env[68989]: WARNING nova.compute.manager [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Received unexpected event network-vif-plugged-9b6728f0-e9ac-4cb2-8c56-403875ac3d13 for instance with vm_state building and task_state spawning. [ 1018.361283] env[68989]: DEBUG nova.compute.manager [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Received event network-changed-9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.361418] env[68989]: DEBUG nova.compute.manager [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Refreshing instance network info cache due to event network-changed-9b6728f0-e9ac-4cb2-8c56-403875ac3d13. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.361587] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Acquiring lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.362819] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1018.362819] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520db945-acb4-29d0-6fd3-1e6b308d453c" [ 1018.362819] env[68989]: _type = "Task" [ 1018.362819] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.371314] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520db945-acb4-29d0-6fd3-1e6b308d453c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.469461] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218219, 'name': ReconfigVM_Task, 'duration_secs': 0.27984} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.469771] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Reconfigured VM instance instance-0000005a to attach disk [datastore1] cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba/cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.470473] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65121c87-d205-4d6b-8547-edce03ec923a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.477563] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1018.477563] env[68989]: value = "task-3218221" [ 1018.477563] env[68989]: _type = "Task" [ 1018.477563] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.485851] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218221, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.584414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.584788] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27409f89-4128-4b5d-a451-3376eb46fe97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.594347] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1018.594347] env[68989]: value = "task-3218222" [ 1018.594347] env[68989]: _type = "Task" [ 1018.594347] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.605083] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.632860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.633411] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Instance network_info: |[{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.633711] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Acquired lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.633972] env[68989]: DEBUG nova.network.neutron [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Refreshing network info cache for port 9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.635552] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:07:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6728f0-e9ac-4cb2-8c56-403875ac3d13', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.643758] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.644947] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.645234] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28bb9f07-635d-4e5d-ba8d-9ab6ed879aed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.668038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.668383] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.672999] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.672999] env[68989]: value = "task-3218223" [ 1018.672999] env[68989]: _type = "Task" [ 1018.672999] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.683036] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.690108] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.656s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.690450] env[68989]: DEBUG nova.objects.instance [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'pci_requests' on Instance uuid a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.691930] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218223, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.708432] env[68989]: INFO nova.scheduler.client.report [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleted allocations for instance 2718a81f-568d-4d3b-9898-391b06e5dea5 [ 1018.719770] env[68989]: DEBUG nova.compute.manager [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.831100] env[68989]: DEBUG oslo_vmware.api [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218220, 'name': PowerOnVM_Task, 'duration_secs': 0.481456} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.831100] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.831286] env[68989]: INFO nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1018.831486] env[68989]: DEBUG nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.832348] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3389e2-b31b-4376-b551-f746ad1624fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.874093] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520db945-acb4-29d0-6fd3-1e6b308d453c, 'name': SearchDatastore_Task, 'duration_secs': 0.018735} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.874463] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.874830] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 0b4be332-a3c2-473c-9b7a-54a51a191e4c/0b4be332-a3c2-473c-9b7a-54a51a191e4c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.875919] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1959faf4-a5f4-4949-b8e4-21a86dde4b22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.884361] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1018.884361] env[68989]: value = "task-3218224" [ 1018.884361] env[68989]: _type = "Task" [ 1018.884361] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.893835] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.990218] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218221, 'name': Rename_Task, 'duration_secs': 0.181697} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.990417] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.990777] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384a4e01-9b59-4ffc-abe5-9d088aa0af49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.998061] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1018.998061] env[68989]: value = "task-3218225" [ 1018.998061] env[68989]: _type = "Task" [ 1018.998061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.108334] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.171163] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.190735] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218223, 'name': CreateVM_Task, 'duration_secs': 0.437258} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.190914] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.191681] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.191916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.192248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.192488] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd23d61-8a4b-4abf-8028-c73060f7dd12 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.196708] env[68989]: DEBUG nova.objects.instance [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'numa_topology' on Instance uuid a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.200336] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1019.200336] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5286de46-021d-98dd-f6af-134a5a4d6f33" [ 1019.200336] env[68989]: _type = "Task" [ 1019.200336] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.212647] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5286de46-021d-98dd-f6af-134a5a4d6f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.222840] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7902e827-5f9b-4e7b-9bf0-cc500c70a723 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "2718a81f-568d-4d3b-9898-391b06e5dea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.128s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.244649] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.351176] env[68989]: INFO nova.compute.manager [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Took 29.17 seconds to build instance. [ 1019.397442] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.431598] env[68989]: DEBUG nova.network.neutron [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updated VIF entry in instance network info cache for port 9b6728f0-e9ac-4cb2-8c56-403875ac3d13. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.431977] env[68989]: DEBUG nova.network.neutron [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.510091] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.607759] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218222, 'name': CreateSnapshot_Task, 'duration_secs': 0.679823} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.608168] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.609286] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d465f-eb7a-4e67-afcb-2c7d6983251d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.695997] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.699608] env[68989]: INFO nova.compute.claims [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.713488] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5286de46-021d-98dd-f6af-134a5a4d6f33, 'name': SearchDatastore_Task, 'duration_secs': 0.062405} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.713820] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.714103] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.714386] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.714566] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.714793] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.715104] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c1b9bc-cd7f-4d54-8f8d-51605fa1ff02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.723795] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.724027] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.724810] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78697bf9-4a2d-4245-8d58-916038929060 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.730904] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1019.730904] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523903d6-0429-5927-e0c7-cfa4d79383c0" [ 1019.730904] env[68989]: _type = "Task" [ 1019.730904] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.741706] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523903d6-0429-5927-e0c7-cfa4d79383c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.742446] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36d88cd-a687-46b8-ade4-ae1cbedc94cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.747388] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1019.747388] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fc22bb-586f-80d8-e02d-55e99aa5af0e" [ 1019.747388] env[68989]: _type = "Task" [ 1019.747388] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.750621] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.750844] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.751057] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "4928d8b0-2d95-4aab-8656-29e5a8edd367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.751244] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.751412] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.753354] env[68989]: INFO nova.compute.manager [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Terminating instance [ 1019.761304] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fc22bb-586f-80d8-e02d-55e99aa5af0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.761499] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.761763] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.761984] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b675daf8-dae3-40a3-887b-624e3ec1281a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.768912] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1019.768912] env[68989]: value = "task-3218226" [ 1019.768912] env[68989]: _type = "Task" [ 1019.768912] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.777296] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.853238] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4a55bd13-0bce-4043-b053-323210f12819 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.685s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.896795] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517548} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.897270] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 0b4be332-a3c2-473c-9b7a-54a51a191e4c/0b4be332-a3c2-473c-9b7a-54a51a191e4c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.897528] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.897626] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcca9c59-dfb4-4395-b57f-43f05ea28017 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.906702] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1019.906702] env[68989]: value = "task-3218227" [ 1019.906702] env[68989]: _type = "Task" [ 1019.906702] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.916641] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.935731] env[68989]: DEBUG oslo_concurrency.lockutils [req-dc1ede63-bb3e-42dd-9bb6-b45fb8bf0450 req-6de76602-cf76-42aa-8e70-2856d90ad7cc service nova] Releasing lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.022185] env[68989]: DEBUG oslo_vmware.api [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218225, 'name': PowerOnVM_Task, 'duration_secs': 0.914471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.022511] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.022872] env[68989]: INFO nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1020.022872] env[68989]: DEBUG nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.023734] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a40cd-b833-446f-a4ad-c62bb15f95ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.130956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.131329] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f002d398-028e-4553-b0cf-2dd26ce0637d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.142628] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1020.142628] env[68989]: value = "task-3218228" [ 1020.142628] env[68989]: _type = "Task" [ 1020.142628] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.156225] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218228, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.256813] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "refresh_cache-4928d8b0-2d95-4aab-8656-29e5a8edd367" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.257132] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquired lock "refresh_cache-4928d8b0-2d95-4aab-8656-29e5a8edd367" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.257405] env[68989]: DEBUG nova.network.neutron [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.282543] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218226, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.420926] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084623} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.421170] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.422648] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be83516-85d1-4df9-8fca-ccf104cdd330 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.447263] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b4be332-a3c2-473c-9b7a-54a51a191e4c/0b4be332-a3c2-473c-9b7a-54a51a191e4c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.450350] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b052116d-7430-41be-ac67-ebb5b7c9b3e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.475027] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1020.475027] env[68989]: value = "task-3218229" [ 1020.475027] env[68989]: _type = "Task" [ 1020.475027] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.487630] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.512492] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a059eb-14d0-4191-a779-13168f79c8c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.521598] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4736e47-0c20-4c7e-a583-fdf2abb7895d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.560334] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73342570-55b5-413c-9f9b-ec4e02d63ed3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.565786] env[68989]: INFO nova.compute.manager [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Took 19.68 seconds to build instance. [ 1020.571019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b283459-4a95-4870-ac9d-e116b440e12f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.588832] env[68989]: DEBUG nova.compute.provider_tree [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.655035] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218228, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.780030] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545145} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.780279] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.780508] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.780767] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8c02a4-ec3d-429a-945c-68a1a780fbc9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.783317] env[68989]: DEBUG nova.network.neutron [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.792505] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1020.792505] env[68989]: value = "task-3218230" [ 1020.792505] env[68989]: _type = "Task" [ 1020.792505] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.803386] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.837901] env[68989]: DEBUG nova.network.neutron [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.985739] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218229, 'name': ReconfigVM_Task, 'duration_secs': 0.349745} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.985979] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b4be332-a3c2-473c-9b7a-54a51a191e4c/0b4be332-a3c2-473c-9b7a-54a51a191e4c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.987041] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dee9276-3ed7-47cd-82d1-75851e7280a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.998950] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1020.998950] env[68989]: value = "task-3218231" [ 1020.998950] env[68989]: _type = "Task" [ 1020.998950] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.017327] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218231, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.020107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "eccc6f45-478d-4c0f-878a-01b676370f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.020548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.067705] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f97ab8b2-440b-4980-9b00-c750e6544039 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.192s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.092101] env[68989]: DEBUG nova.scheduler.client.report [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.155323] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218228, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.303752] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072997} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.304534] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.305141] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9529cbf2-a44b-44b7-bbce-6318705069ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.328687] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.329091] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26cf05fe-d8b6-4070-9ca1-c316df621690 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.345770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Releasing lock "refresh_cache-4928d8b0-2d95-4aab-8656-29e5a8edd367" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.346143] env[68989]: DEBUG nova.compute.manager [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.346334] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.347543] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ba65c4-f089-41a0-9bbd-e52f239b547d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.356354] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.357662] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e4a43e-40ad-4a04-960b-9e16ca7120eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.359332] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1021.359332] env[68989]: value = "task-3218232" [ 1021.359332] env[68989]: _type = "Task" [ 1021.359332] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.364675] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1021.364675] env[68989]: value = "task-3218233" [ 1021.364675] env[68989]: _type = "Task" [ 1021.364675] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.371438] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.378521] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.509562] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218231, 'name': Rename_Task, 'duration_secs': 0.152202} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.509933] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.510189] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77570496-5868-4d70-b40b-c767d1d77961 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.523045] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1021.523045] env[68989]: value = "task-3218234" [ 1021.523045] env[68989]: _type = "Task" [ 1021.523045] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.523544] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.536028] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.597874] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.602053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.871s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.605095] env[68989]: INFO nova.compute.claims [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.649943] env[68989]: INFO nova.network.neutron [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1021.659807] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218228, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.871914] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218232, 'name': ReconfigVM_Task, 'duration_secs': 0.405035} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.873685] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.874365] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6725949a-1528-46eb-8463-e6dddcc1ecd4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.880062] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218233, 'name': PowerOffVM_Task, 'duration_secs': 0.363077} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.880806] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.880988] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.881279] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cdb82a-de2e-4c31-b6b6-c9072faf3261 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.892303] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1021.892303] env[68989]: value = "task-3218235" [ 1021.892303] env[68989]: _type = "Task" [ 1021.892303] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.914648] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218235, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.932929] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.933275] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.933564] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleting the datastore file [datastore1] 4928d8b0-2d95-4aab-8656-29e5a8edd367 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.933903] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15a4237-105b-4d79-bbf7-f178f5cd051e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.944876] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for the task: (returnval){ [ 1021.944876] env[68989]: value = "task-3218237" [ 1021.944876] env[68989]: _type = "Task" [ 1021.944876] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.959105] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.980770] env[68989]: DEBUG nova.compute.manager [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.981601] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f148663-e806-43cc-8245-80f47de00d95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.041556] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.057735] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.158058] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218228, 'name': CloneVM_Task, 'duration_secs': 1.845874} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.158058] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Created linked-clone VM from snapshot [ 1022.158646] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a6905-2684-4450-9041-f94e14c5feb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.166743] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Uploading image cc4e7818-de34-4b57-a556-5b8c023f88be {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.180276] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.180567] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a701a723-eaff-4fa2-a192-b0a8d6e6d303 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.187859] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1022.187859] env[68989]: value = "task-3218238" [ 1022.187859] env[68989]: _type = "Task" [ 1022.187859] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.196302] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218238, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.403100] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218235, 'name': Rename_Task, 'duration_secs': 0.192176} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.403486] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.403753] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791401be-4dd0-43c9-aa9f-0ffb234bf767 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.410824] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1022.410824] env[68989]: value = "task-3218239" [ 1022.410824] env[68989]: _type = "Task" [ 1022.410824] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.419434] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.457935] env[68989]: DEBUG oslo_vmware.api [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Task: {'id': task-3218237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134025} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.458324] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.458590] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.458838] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.459079] env[68989]: INFO nova.compute.manager [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1022.459411] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.459653] env[68989]: DEBUG nova.compute.manager [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.459784] env[68989]: DEBUG nova.network.neutron [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.476188] env[68989]: DEBUG nova.network.neutron [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.493593] env[68989]: INFO nova.compute.manager [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] instance snapshotting [ 1022.497052] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098583b4-0d3a-4153-afbd-007705b86849 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.517321] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e06b022-1766-4ebd-af1f-636700e43188 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.535860] env[68989]: DEBUG oslo_vmware.api [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218234, 'name': PowerOnVM_Task, 'duration_secs': 0.63618} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.536149] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.536349] env[68989]: INFO nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1022.536798] env[68989]: DEBUG nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.537381] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3282baed-f245-4e63-8dc2-ca318265ff8e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.701515] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218238, 'name': Destroy_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.858076] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629678d-ccd9-4951-bc84-d963d5ecc3e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.866693] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b405a-ab0b-452d-a103-465f73e77364 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.911621] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee598ad7-b37f-4050-8be8-3f5f46fcb9b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.927536] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.932211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f86998-2abf-492e-9fd9-fd810f5081e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.951405] env[68989]: DEBUG nova.compute.provider_tree [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.979019] env[68989]: DEBUG nova.network.neutron [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.031303] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.031651] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30975d82-416a-4342-83ad-dc669031b91b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.045468] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1023.045468] env[68989]: value = "task-3218240" [ 1023.045468] env[68989]: _type = "Task" [ 1023.045468] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.057111] env[68989]: INFO nova.compute.manager [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Took 21.72 seconds to build instance. [ 1023.061249] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.177617] env[68989]: DEBUG nova.compute.manager [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.177844] env[68989]: DEBUG oslo_concurrency.lockutils [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.178591] env[68989]: DEBUG oslo_concurrency.lockutils [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.178778] env[68989]: DEBUG oslo_concurrency.lockutils [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.178961] env[68989]: DEBUG nova.compute.manager [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] No waiting events found dispatching network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.179148] env[68989]: WARNING nova.compute.manager [req-62412e98-88c1-4037-8de1-24dccfd09db9 req-bcc2e1b3-f690-44eb-987c-df32f0f5d76e service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received unexpected event network-vif-plugged-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 for instance with vm_state shelved_offloaded and task_state spawning. [ 1023.200204] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218238, 'name': Destroy_Task, 'duration_secs': 0.53218} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.200527] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Destroyed the VM [ 1023.200794] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.201096] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25aa0f8c-2a66-40fb-9d0e-90aa7d226a81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.208735] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1023.208735] env[68989]: value = "task-3218241" [ 1023.208735] env[68989]: _type = "Task" [ 1023.208735] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.217835] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.266406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.266600] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.266826] env[68989]: DEBUG nova.network.neutron [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.426791] env[68989]: DEBUG oslo_vmware.api [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218239, 'name': PowerOnVM_Task, 'duration_secs': 0.692393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.427130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.427390] env[68989]: INFO nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1023.427496] env[68989]: DEBUG nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.428396] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9be233-4e52-49c0-98bc-a235ed32136e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.454960] env[68989]: DEBUG nova.scheduler.client.report [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.483526] env[68989]: INFO nova.compute.manager [-] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Took 1.02 seconds to deallocate network for instance. [ 1023.557725] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.562323] env[68989]: DEBUG oslo_concurrency.lockutils [None req-44ee7745-51a9-425f-9474-f160de39940e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.228s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.719150] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218241, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.949979] env[68989]: INFO nova.compute.manager [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Took 16.40 seconds to build instance. [ 1023.962467] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.963062] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.965587] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.937s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.966990] env[68989]: INFO nova.compute.claims [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.991098] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.060433] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218240, 'name': CreateSnapshot_Task, 'duration_secs': 0.913129} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.060706] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.061511] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff423bad-10f0-4c75-bfd4-5de53d7ac583 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.065378] env[68989]: DEBUG nova.network.neutron [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.220978] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218241, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.452067] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f3e45aac-bd41-4fcf-8b30-d5c8ee1bdfa8 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.474645] env[68989]: DEBUG nova.compute.utils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.478382] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.478590] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.540121] env[68989]: DEBUG nova.policy [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6319b637953b42b792ff89298cbaa1b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c293057cb014e43b70f6bec45bdc92f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.568562] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.588380] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.588616] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff6e4770-f526-42ce-96e6-50672735256a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.602954] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8c69b76b75f07c2e1438c900cc0f7ffa',container_format='bare',created_at=2025-04-03T02:12:14Z,direct_url=,disk_format='vmdk',id=41a41d5c-346d-47f6-a50f-801417d81b63,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1513829145-shelved',owner='7548be0faa3340f9a7a92459153eb429',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-04-03T02:12:29Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.603291] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.603521] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.603789] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.604014] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.604612] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.604938] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.605516] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.605738] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.605921] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.606116] env[68989]: DEBUG nova.virt.hardware [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.607062] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9845b0bb-f615-4bb1-be0a-1a36243ed4af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.613070] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1024.613070] env[68989]: value = "task-3218242" [ 1024.613070] env[68989]: _type = "Task" [ 1024.613070] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.623365] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3490a37-6d2d-4425-a2f6-f5b6318cb2aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.631169] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218242, 'name': CloneVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.646600] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:56:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61fc86de-cf70-4d6e-8b8c-afa4cff56d66', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.654711] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.655176] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.655532] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f218c84-7621-4b1d-91f3-d20f2e70fbf4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.679025] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.679025] env[68989]: value = "task-3218243" [ 1024.679025] env[68989]: _type = "Task" [ 1024.679025] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.686571] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218243, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.723113] env[68989]: DEBUG oslo_vmware.api [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218241, 'name': RemoveSnapshot_Task, 'duration_secs': 1.209716} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.723397] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.799038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.799038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.799038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.799038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.799038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.801629] env[68989]: INFO nova.compute.manager [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Terminating instance [ 1024.907251] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Successfully created port: e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.982184] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.132082] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218242, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.190289] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218243, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.228298] env[68989]: WARNING nova.compute.manager [None req-00020f0f-9238-42d5-ab3a-cb518fc0e4ff tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Image not found during snapshot: nova.exception.ImageNotFound: Image cc4e7818-de34-4b57-a556-5b8c023f88be could not be found. [ 1025.257312] env[68989]: DEBUG nova.compute.manager [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.257484] env[68989]: DEBUG nova.compute.manager [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing instance network info cache due to event network-changed-61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.257658] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] Acquiring lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.257954] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] Acquired lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.257954] env[68989]: DEBUG nova.network.neutron [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Refreshing network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.279554] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912923e-a401-4afa-b42d-d79a2655549f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.290546] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e956ebc-5d50-4626-8de3-fd1f351305d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.323517] env[68989]: DEBUG nova.compute.manager [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.323609] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.324905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a3b2b-2135-499c-a090-081412ac6c49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.328243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e13f5-6b64-4d0f-a910-e7797708fec6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.338587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e856910-e532-48df-bff1-86bb965ba3f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.342656] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.342952] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a5b44f-9854-4080-ba5e-0aae77a45a79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.357165] env[68989]: DEBUG nova.compute.provider_tree [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.359903] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1025.359903] env[68989]: value = "task-3218244" [ 1025.359903] env[68989]: _type = "Task" [ 1025.359903] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.370581] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.627249] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218242, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.637935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "4c83d9fb-282f-409e-8929-7e4083a58ead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.638273] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.638535] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.638782] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.638988] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.641383] env[68989]: INFO nova.compute.manager [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Terminating instance [ 1025.690292] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218243, 'name': CreateVM_Task, 'duration_secs': 0.541352} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.690504] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.691241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.691408] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.691795] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.692076] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4609e6-0271-4ea4-9007-5f08d88977bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.697452] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1025.697452] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529b3198-bce4-d882-bb0b-f47db681e614" [ 1025.697452] env[68989]: _type = "Task" [ 1025.697452] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.706177] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529b3198-bce4-d882-bb0b-f47db681e614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.865084] env[68989]: DEBUG nova.scheduler.client.report [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.874989] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218244, 'name': PowerOffVM_Task, 'duration_secs': 0.290133} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.875275] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.875448] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.875709] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-816185bc-b7a2-44e3-8a73-e88c4c3c92cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.952089] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.952292] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.952378] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Deleting the datastore file [datastore2] 0b4be332-a3c2-473c-9b7a-54a51a191e4c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.953075] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc86d9d-22d8-4761-9a96-bfd67bc2260d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.961420] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for the task: (returnval){ [ 1025.961420] env[68989]: value = "task-3218246" [ 1025.961420] env[68989]: _type = "Task" [ 1025.961420] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.971082] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.993964] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.020631] env[68989]: DEBUG nova.network.neutron [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updated VIF entry in instance network info cache for port 61fc86de-cf70-4d6e-8b8c-afa4cff56d66. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.020760] env[68989]: DEBUG nova.network.neutron [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [{"id": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "address": "fa:16:3e:c3:56:e7", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc86de-cf", "ovs_interfaceid": "61fc86de-cf70-4d6e-8b8c-afa4cff56d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.025126] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.025408] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.025577] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.025777] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.025947] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.026110] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.026338] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.026525] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.026709] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.026992] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.027128] env[68989]: DEBUG nova.virt.hardware [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.028099] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924eb74b-8d9c-4975-b9fd-95879bc72468 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.040512] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5259b2-80ae-4596-bec5-3895e1d977a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.049363] env[68989]: DEBUG nova.compute.manager [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1026.125133] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218242, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.145661] env[68989]: DEBUG nova.compute.manager [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.145912] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.146937] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869db61d-3f47-4fc0-be1c-16cc131c597c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.155427] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.155427] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb23eb37-3550-46b0-8e86-f29bad7249c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.164298] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1026.164298] env[68989]: value = "task-3218247" [ 1026.164298] env[68989]: _type = "Task" [ 1026.164298] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.174445] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.208578] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.208875] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Processing image 41a41d5c-346d-47f6-a50f-801417d81b63 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.209209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.209416] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.209616] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.209887] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2cc539c-72a5-46fe-90a2-eb6a2caca2df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.220018] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.220233] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.221056] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105016c5-1f8b-45ae-9267-2f19b371492d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.228766] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1026.228766] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52258483-a56a-00d4-59eb-9fdb4e727bc7" [ 1026.228766] env[68989]: _type = "Task" [ 1026.228766] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.238024] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52258483-a56a-00d4-59eb-9fdb4e727bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.370573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.371161] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.374282] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.130s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.473874] env[68989]: DEBUG oslo_vmware.api [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Task: {'id': task-3218246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159835} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.474545] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.474545] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.474545] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.474731] env[68989]: INFO nova.compute.manager [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1026.474926] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.475143] env[68989]: DEBUG nova.compute.manager [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.475243] env[68989]: DEBUG nova.network.neutron [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.533238] env[68989]: DEBUG oslo_concurrency.lockutils [req-9e387a5b-a144-435d-95e3-7484af4c6969 req-0c303d1c-0602-4bdc-8f86-ba86a7bfa369 service nova] Releasing lock "refresh_cache-a8779baa-3574-4278-815b-1ac5875a4b7b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.582525] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.631228] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218242, 'name': CloneVM_Task, 'duration_secs': 1.78648} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.632196] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Created linked-clone VM from snapshot [ 1026.632352] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec77b6-98dc-477b-8233-aa9009ce14d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.640800] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Uploading image d6f204e5-6943-4689-b6cf-ef2d0afa5bce {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1026.654166] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Successfully updated port: e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.656319] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.656547] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a48a332f-490f-4041-b5a0-8c654fd9cb54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.670735] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1026.670735] env[68989]: value = "task-3218248" [ 1026.670735] env[68989]: _type = "Task" [ 1026.670735] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.678342] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218247, 'name': PowerOffVM_Task, 'duration_secs': 0.231994} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.679183] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.679362] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.679637] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc31e48a-9d47-47e2-bcd0-35b1b3d41e3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.695452] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218248, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.740129] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1026.740416] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Fetch image to [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7/OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1026.740605] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Downloading stream optimized image 41a41d5c-346d-47f6-a50f-801417d81b63 to [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7/OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7.vmdk on the data store datastore1 as vApp {{(pid=68989) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1026.740880] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Downloading image file data 41a41d5c-346d-47f6-a50f-801417d81b63 to the ESX as VM named 'OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7' {{(pid=68989) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1026.759714] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.760083] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.760299] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleting the datastore file [datastore2] 4c83d9fb-282f-409e-8929-7e4083a58ead {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.760578] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520cc7d3-604a-4fe6-81dc-e943ce5cdb5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.768722] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for the task: (returnval){ [ 1026.768722] env[68989]: value = "task-3218250" [ 1026.768722] env[68989]: _type = "Task" [ 1026.768722] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.778258] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.833516] env[68989]: DEBUG nova.compute.manager [req-1745c9d0-480f-4471-979b-935f35607fbd req-85d5ac1c-4992-4593-8ba5-ea583a40c6b9 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Received event network-vif-deleted-5b7332aa-b0cf-4918-a0f9-45e57138d914 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.833692] env[68989]: INFO nova.compute.manager [req-1745c9d0-480f-4471-979b-935f35607fbd req-85d5ac1c-4992-4593-8ba5-ea583a40c6b9 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Neutron deleted interface 5b7332aa-b0cf-4918-a0f9-45e57138d914; detaching it from the instance and deleting it from the info cache [ 1026.833845] env[68989]: DEBUG nova.network.neutron [req-1745c9d0-480f-4471-979b-935f35607fbd req-85d5ac1c-4992-4593-8ba5-ea583a40c6b9 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.843251] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1026.843251] env[68989]: value = "resgroup-9" [ 1026.843251] env[68989]: _type = "ResourcePool" [ 1026.843251] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1026.843536] env[68989]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5e7bbf01-96ba-4db3-b617-57eb616e0ca8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.868091] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease: (returnval){ [ 1026.868091] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1026.868091] env[68989]: _type = "HttpNfcLease" [ 1026.868091] env[68989]: } obtained for vApp import into resource pool (val){ [ 1026.868091] env[68989]: value = "resgroup-9" [ 1026.868091] env[68989]: _type = "ResourcePool" [ 1026.868091] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1026.868091] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the lease: (returnval){ [ 1026.868091] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1026.868091] env[68989]: _type = "HttpNfcLease" [ 1026.868091] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1026.875245] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.875245] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1026.875245] env[68989]: _type = "HttpNfcLease" [ 1026.875245] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.877868] env[68989]: DEBUG nova.compute.utils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.882256] env[68989]: INFO nova.compute.claims [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.885169] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.885338] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.931032] env[68989]: DEBUG nova.policy [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da81539077f4120b0d13cf1790d7e63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1782c93a5bcb469787817221356bcf42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.165963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.165963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquired lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.165963] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.186307] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218248, 'name': Destroy_Task, 'duration_secs': 0.511579} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.186639] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Destroyed the VM [ 1027.186948] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1027.187259] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bde137af-8476-4e5e-ba2e-d87fec2e1fb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.194170] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1027.194170] env[68989]: value = "task-3218252" [ 1027.194170] env[68989]: _type = "Task" [ 1027.194170] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.203114] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280348] env[68989]: DEBUG oslo_vmware.api [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Task: {'id': task-3218250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159015} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.280641] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.280850] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.281049] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.281238] env[68989]: INFO nova.compute.manager [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1027.281491] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.281704] env[68989]: DEBUG nova.compute.manager [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.281803] env[68989]: DEBUG nova.network.neutron [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.286358] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Successfully created port: 180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.290145] env[68989]: DEBUG nova.compute.manager [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Received event network-vif-plugged-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.290367] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Acquiring lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.290586] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.290761] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.290970] env[68989]: DEBUG nova.compute.manager [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] No waiting events found dispatching network-vif-plugged-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.291186] env[68989]: WARNING nova.compute.manager [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Received unexpected event network-vif-plugged-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 for instance with vm_state building and task_state spawning. [ 1027.291359] env[68989]: DEBUG nova.compute.manager [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Received event network-changed-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.293452] env[68989]: DEBUG nova.compute.manager [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Refreshing instance network info cache due to event network-changed-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.293452] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Acquiring lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.302715] env[68989]: DEBUG nova.network.neutron [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.339679] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-688cd020-a493-48b6-8d48-f788ec6c0b47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.351754] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0b30b-3752-4748-9c91-3813f6fed143 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.375345] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.375345] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1027.375345] env[68989]: _type = "HttpNfcLease" [ 1027.375345] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.391484] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.399612] env[68989]: INFO nova.compute.resource_tracker [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating resource usage from migration 1bf1d833-f7fb-4160-b104-7698897baaf6 [ 1027.404962] env[68989]: DEBUG nova.compute.manager [req-1745c9d0-480f-4471-979b-935f35607fbd req-85d5ac1c-4992-4593-8ba5-ea583a40c6b9 service nova] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Detach interface failed, port_id=5b7332aa-b0cf-4918-a0f9-45e57138d914, reason: Instance 0b4be332-a3c2-473c-9b7a-54a51a191e4c could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.687661] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8746b2e-1fd2-48e5-96d0-ff2f00827867 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.698956] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c602e-1293-4e24-9af8-2933a38acb63 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.702690] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.713629] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.739284] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e265e99-d91a-458b-b503-6198e79534e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.747746] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d273812-cc76-493c-a64c-e1daee13c485 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.762118] env[68989]: DEBUG nova.compute.provider_tree [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.806902] env[68989]: INFO nova.compute.manager [-] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Took 1.33 seconds to deallocate network for instance. [ 1027.876169] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.876169] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1027.876169] env[68989]: _type = "HttpNfcLease" [ 1027.876169] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.876489] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.876489] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ddcad-0a37-d51a-5a8d-c03c551c76d3" [ 1027.876489] env[68989]: _type = "HttpNfcLease" [ 1027.876489] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1027.877333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4154c8-e8e5-488e-93f4-9f13e946438e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.885935] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.886161] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1027.953059] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-994fdfc3-0521-4bf3-8f74-322522f23976 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.060951] env[68989]: DEBUG nova.network.neutron [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.122979] env[68989]: DEBUG nova.network.neutron [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Updating instance_info_cache with network_info: [{"id": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "address": "fa:16:3e:d8:3d:08", "network": {"id": "7498a0a4-fa82-4bd3-a832-c2a0ed95481e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1816522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c293057cb014e43b70f6bec45bdc92f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cc0c9a-1a", "ovs_interfaceid": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.211224] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218252, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.265426] env[68989]: DEBUG nova.scheduler.client.report [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.313023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.455159] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.487821] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.488082] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.488247] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.488430] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.488576] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.488724] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.488932] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.489120] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.489303] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.489464] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.489635] env[68989]: DEBUG nova.virt.hardware [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.490506] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703e680-1425-470c-9ffb-faf51bdcafbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.498721] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fcd404-d5c6-4910-a48a-a9c628bf00e4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.564586] env[68989]: INFO nova.compute.manager [-] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Took 1.28 seconds to deallocate network for instance. [ 1028.626571] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Releasing lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.626861] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Instance network_info: |[{"id": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "address": "fa:16:3e:d8:3d:08", "network": {"id": "7498a0a4-fa82-4bd3-a832-c2a0ed95481e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1816522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c293057cb014e43b70f6bec45bdc92f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cc0c9a-1a", "ovs_interfaceid": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.630256] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Acquired lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.630256] env[68989]: DEBUG nova.network.neutron [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Refreshing network info cache for port e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.631584] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3d:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cc0c9a-1aac-46e1-8af7-5777ac4cf382', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.640910] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Creating folder: Project (0c293057cb014e43b70f6bec45bdc92f). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.648426] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf7d9919-3fbd-49db-8855-06aa2c8a7738 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.664427] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Created folder: Project (0c293057cb014e43b70f6bec45bdc92f) in parent group-v643186. [ 1028.664681] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Creating folder: Instances. Parent ref: group-v643451. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.665053] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72294c6-9953-442e-b9ce-ca03e6a4eac1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.676670] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Created folder: Instances in parent group-v643451. [ 1028.677016] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.677232] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.677474] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7150089d-7795-46b3-b196-c27a0db6590b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.706945] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.706945] env[68989]: value = "task-3218255" [ 1028.706945] env[68989]: _type = "Task" [ 1028.706945] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.720646] env[68989]: DEBUG oslo_vmware.api [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218252, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061875} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.727876] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.731091] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218255, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.775228] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.775228] env[68989]: INFO nova.compute.manager [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Migrating [ 1028.790013] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.094s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.792333] env[68989]: INFO nova.compute.claims [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.900251] env[68989]: DEBUG nova.compute.manager [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received event network-vif-plugged-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.900369] env[68989]: DEBUG oslo_concurrency.lockutils [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] Acquiring lock "e6a94064-5a47-4876-9399-ffb188979007-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.900637] env[68989]: DEBUG oslo_concurrency.lockutils [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] Lock "e6a94064-5a47-4876-9399-ffb188979007-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.900899] env[68989]: DEBUG oslo_concurrency.lockutils [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] Lock "e6a94064-5a47-4876-9399-ffb188979007-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.901203] env[68989]: DEBUG nova.compute.manager [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] No waiting events found dispatching network-vif-plugged-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.901392] env[68989]: WARNING nova.compute.manager [req-fde72922-5adb-4594-bacc-474455b85e51 req-41d3ed40-9c1f-4407-8bf8-00d004b56980 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received unexpected event network-vif-plugged-180975d7-5ce3-40d3-876e-bfa597152783 for instance with vm_state building and task_state spawning. [ 1028.968928] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Successfully updated port: 180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.988292] env[68989]: DEBUG nova.network.neutron [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Updated VIF entry in instance network info cache for port e4cc0c9a-1aac-46e1-8af7-5777ac4cf382. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.988851] env[68989]: DEBUG nova.network.neutron [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Updating instance_info_cache with network_info: [{"id": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "address": "fa:16:3e:d8:3d:08", "network": {"id": "7498a0a4-fa82-4bd3-a832-c2a0ed95481e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1816522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c293057cb014e43b70f6bec45bdc92f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cc0c9a-1a", "ovs_interfaceid": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.073031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.150552] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1029.150824] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.151828] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e0c8f0-1f83-4d45-a771-701f0387620b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.159839] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.160058] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1029.160353] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-128d0921-eff4-41c3-9d20-e33e01172c73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.227719] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218255, 'name': CreateVM_Task, 'duration_secs': 0.496558} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.228457] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.229197] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.229345] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.229689] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.230172] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78f2040-d4c4-4d7a-b47d-8f3b3f421e85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.232960] env[68989]: WARNING nova.compute.manager [None req-3a03256a-7e20-4b12-8551-c127d934006a tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Image not found during snapshot: nova.exception.ImageNotFound: Image d6f204e5-6943-4689-b6cf-ef2d0afa5bce could not be found. [ 1029.238497] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1029.238497] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5289bd48-5bb5-5e3a-221d-151435e283c5" [ 1029.238497] env[68989]: _type = "Task" [ 1029.238497] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.248488] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5289bd48-5bb5-5e3a-221d-151435e283c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.301877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301877] env[68989]: DEBUG nova.network.neutron [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.331965] env[68989]: DEBUG nova.compute.manager [req-c3b60609-603c-47f6-8e51-9890503b2bb0 req-99bf9de3-b4c7-4ced-8784-f9a3ef55c2be service nova] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Received event network-vif-deleted-cd8cf1ff-0dd1-4e0a-ae9c-16825a5cc999 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.365030] env[68989]: DEBUG oslo_vmware.rw_handles [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5261aa63-2f3d-e27a-e198-7273372f5a59/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1029.365218] env[68989]: INFO nova.virt.vmwareapi.images [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Downloaded image file data 41a41d5c-346d-47f6-a50f-801417d81b63 [ 1029.366119] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278cfcf2-48d3-4d67-9cf7-cc7794dec7a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.381980] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926e712d-50d1-47c6-8559-87da9b5adff2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.412013] env[68989]: INFO nova.virt.vmwareapi.images [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] The imported VM was unregistered [ 1029.415170] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1029.415426] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.415715] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a91091fd-e149-45ac-99fc-de0353f707bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.426705] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.426897] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7/OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7.vmdk to [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk. {{(pid=68989) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1029.427200] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-49daec36-7095-44f9-96a8-681eb0a1632f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.434060] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1029.434060] env[68989]: value = "task-3218257" [ 1029.434060] env[68989]: _type = "Task" [ 1029.434060] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.442211] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.475797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.475941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquired lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.476105] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.491854] env[68989]: DEBUG oslo_concurrency.lockutils [req-3bc7ce34-3465-498c-8997-8885edc35cdd req-5d11e436-1412-43c8-b315-36494a9599de service nova] Releasing lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.718383] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.718865] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.718961] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.719263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.719515] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.722474] env[68989]: INFO nova.compute.manager [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Terminating instance [ 1029.750866] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5289bd48-5bb5-5e3a-221d-151435e283c5, 'name': SearchDatastore_Task, 'duration_secs': 0.021447} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.751233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.751484] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.751784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.751872] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.752052] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.752661] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5595dabf-4ece-4931-b79b-b86ddf416ea1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.767723] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.767723] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.768525] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624ae420-1178-4a92-9c07-86cfc8766a5a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.775335] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1029.775335] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52be82d0-1e5b-f99f-6d3f-5f859ad17fc4" [ 1029.775335] env[68989]: _type = "Task" [ 1029.775335] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.785753] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52be82d0-1e5b-f99f-6d3f-5f859ad17fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.950432] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.026800] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.148119] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8766851f-d624-41f3-a4e6-f959cdce03e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.163973] env[68989]: DEBUG nova.network.neutron [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.169380] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb6aa2-2690-4ba6-923f-ac2b04a741a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.203789] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fcd1a-ef94-4e93-8d96-467cbe04a674 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.208869] env[68989]: DEBUG nova.network.neutron [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [{"id": "180975d7-5ce3-40d3-876e-bfa597152783", "address": "fa:16:3e:88:43:7d", "network": {"id": "98d72e6b-068b-4ec8-a8e2-8c3a1eae9026", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1016614841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1782c93a5bcb469787817221356bcf42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180975d7-5c", "ovs_interfaceid": "180975d7-5ce3-40d3-876e-bfa597152783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.218264] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9789f80f-b7d7-4576-b95d-f43d70d62de2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.226288] env[68989]: DEBUG nova.compute.manager [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.226504] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.227474] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a792d3-8291-437f-80fe-cccc349c04e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.239666] env[68989]: DEBUG nova.compute.provider_tree [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.246716] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.247034] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9b4d7a-c4db-45c7-8bf2-4184cb7b04fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.257682] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1030.257682] env[68989]: value = "task-3218258" [ 1030.257682] env[68989]: _type = "Task" [ 1030.257682] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.268030] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.286469] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52be82d0-1e5b-f99f-6d3f-5f859ad17fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.063345} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.287362] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b3eacf-eca3-4bd7-9a4a-cd24108c44cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.293925] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1030.293925] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521e1bee-404c-f028-388f-10d6235df9cb" [ 1030.293925] env[68989]: _type = "Task" [ 1030.293925] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.303775] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521e1bee-404c-f028-388f-10d6235df9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.448304] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.673879] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.712355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Releasing lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.712743] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Instance network_info: |[{"id": "180975d7-5ce3-40d3-876e-bfa597152783", "address": "fa:16:3e:88:43:7d", "network": {"id": "98d72e6b-068b-4ec8-a8e2-8c3a1eae9026", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1016614841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1782c93a5bcb469787817221356bcf42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180975d7-5c", "ovs_interfaceid": "180975d7-5ce3-40d3-876e-bfa597152783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.713220] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:43:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '180975d7-5ce3-40d3-876e-bfa597152783', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.721494] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Creating folder: Project (1782c93a5bcb469787817221356bcf42). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.722192] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-724a4569-26f1-4ef2-8a55-34f63fbe5d0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.738128] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Created folder: Project (1782c93a5bcb469787817221356bcf42) in parent group-v643186. [ 1030.738384] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Creating folder: Instances. Parent ref: group-v643454. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.738610] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dae296c-86dc-43cd-84b2-75e2e0259d17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.741826] env[68989]: DEBUG nova.scheduler.client.report [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.753227] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Created folder: Instances in parent group-v643454. [ 1030.753515] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.753728] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.754189] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df9bfce2-f803-48d7-bba7-be5236bdb9b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.784274] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218258, 'name': PowerOffVM_Task, 'duration_secs': 0.44906} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.785927] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.786190] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.786754] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.786754] env[68989]: value = "task-3218261" [ 1030.786754] env[68989]: _type = "Task" [ 1030.786754] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.787048] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c465e9-f4e3-47cd-84e1-c56bc75e7013 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.797690] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218261, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.807028] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521e1bee-404c-f028-388f-10d6235df9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.095224} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.807284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.807573] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a242fe15-481e-4aa8-bc69-6ce8c09efb94/a242fe15-481e-4aa8-bc69-6ce8c09efb94.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.807840] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec01153-95c7-444e-8eb2-61257d59b109 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.816242] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1030.816242] env[68989]: value = "task-3218263" [ 1030.816242] env[68989]: _type = "Task" [ 1030.816242] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.826015] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.929321] env[68989]: DEBUG nova.compute.manager [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received event network-changed-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.929321] env[68989]: DEBUG nova.compute.manager [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing instance network info cache due to event network-changed-180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.929458] env[68989]: DEBUG oslo_concurrency.lockutils [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] Acquiring lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.929494] env[68989]: DEBUG oslo_concurrency.lockutils [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] Acquired lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.929799] env[68989]: DEBUG nova.network.neutron [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.944209] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.944686] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.944686] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleting the datastore file [datastore1] cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.945050] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aebef44-a4eb-463f-91e1-35888cf6ba7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.951449] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.957565] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1030.957565] env[68989]: value = "task-3218264" [ 1030.957565] env[68989]: _type = "Task" [ 1030.957565] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.967288] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.247327] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.247458] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.251357] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.194s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.253078] env[68989]: INFO nova.compute.claims [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.300777] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218261, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.327444] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.450426] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.469279] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.551256] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.551524] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.741312] env[68989]: DEBUG nova.network.neutron [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updated VIF entry in instance network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.741580] env[68989]: DEBUG nova.network.neutron [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [{"id": "180975d7-5ce3-40d3-876e-bfa597152783", "address": "fa:16:3e:88:43:7d", "network": {"id": "98d72e6b-068b-4ec8-a8e2-8c3a1eae9026", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1016614841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1782c93a5bcb469787817221356bcf42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180975d7-5c", "ovs_interfaceid": "180975d7-5ce3-40d3-876e-bfa597152783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.758519] env[68989]: DEBUG nova.compute.utils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.763125] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.763339] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.802366] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218261, 'name': CreateVM_Task, 'duration_secs': 0.615325} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.802571] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.803329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.803502] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.803844] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.804193] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7068a0a-85c9-47f8-a26f-4749e14b3bb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.809982] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1031.809982] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52279c09-fbfb-5627-5e65-027f79fc56dd" [ 1031.809982] env[68989]: _type = "Task" [ 1031.809982] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.819879] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52279c09-fbfb-5627-5e65-027f79fc56dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.821632] env[68989]: DEBUG nova.policy [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.831891] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.948457] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.968426] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.057140] env[68989]: DEBUG nova.compute.utils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.134482] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Successfully created port: a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.196070] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a8f1ba-cb7f-4023-aac1-85d7a4c0b4cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.220225] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.248099] env[68989]: DEBUG oslo_concurrency.lockutils [req-e199ec90-bea2-4126-8a4c-db43ef4b1a76 req-9cca6a60-4db9-4ae0-904e-82e6241d89f4 service nova] Releasing lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.261218] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.321704] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52279c09-fbfb-5627-5e65-027f79fc56dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013886} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.328380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.328380] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.328380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.328380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.328539] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.329816] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb7bed8f-50f9-4d25-b8bd-443811602d4c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.343220] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.348201] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.348554] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.349419] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f218f17-c994-4249-a19f-94d7fb317632 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.356379] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1032.356379] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a1697b-296c-9772-8773-0015c2e4bd59" [ 1032.356379] env[68989]: _type = "Task" [ 1032.356379] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.370570] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a1697b-296c-9772-8773-0015c2e4bd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.448515] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218257, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.642822} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.451190] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7/OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7.vmdk to [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk. [ 1032.451419] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Cleaning up location [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1032.451688] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f1dc31e5-73a1-4cb6-b150-968cdfd0cfe7 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.452534] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6f0e0f-989f-4064-bbbf-f425262e6b0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.461726] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1032.461726] env[68989]: value = "task-3218265" [ 1032.461726] env[68989]: _type = "Task" [ 1032.461726] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.475942] env[68989]: DEBUG oslo_vmware.api [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.183551} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.479333] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.479409] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.479607] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.479784] env[68989]: INFO nova.compute.manager [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1032.480043] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.480258] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.480477] env[68989]: DEBUG nova.compute.manager [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.480738] env[68989]: DEBUG nova.network.neutron [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.560433] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.579766] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce96330-6d00-41ef-9220-5d5948d59930 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.591932] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef4e0d1-a6c9-4e36-914a-8184ad33a4ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.653097] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016f667-ef2d-49b6-b4e2-8a988863f155 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.664905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ef892-b140-440a-a810-a7eb71062def {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.684101] env[68989]: DEBUG nova.compute.provider_tree [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.726741] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.727533] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c3cc51-25e3-4e71-9b2f-71f5326344c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.735393] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1032.735393] env[68989]: value = "task-3218266" [ 1032.735393] env[68989]: _type = "Task" [ 1032.735393] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.749162] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.832202] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60955} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.832485] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] a242fe15-481e-4aa8-bc69-6ce8c09efb94/a242fe15-481e-4aa8-bc69-6ce8c09efb94.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.832705] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.832961] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8eeb3a-9ca4-4635-aeec-e1177dd7519b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.841299] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1032.841299] env[68989]: value = "task-3218267" [ 1032.841299] env[68989]: _type = "Task" [ 1032.841299] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.852119] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.868029] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a1697b-296c-9772-8773-0015c2e4bd59, 'name': SearchDatastore_Task, 'duration_secs': 0.025112} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.868611] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8eb54a-0e47-4837-857d-403c08f46a2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.874586] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1032.874586] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524769e2-600d-fb00-d936-75290a5f7d63" [ 1032.874586] env[68989]: _type = "Task" [ 1032.874586] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.883871] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524769e2-600d-fb00-d936-75290a5f7d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.975082] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053558} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.975339] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.975629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.975900] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk to [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.976175] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea218a7-a3c2-4d2e-a1bb-fdffd5b81f90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.983466] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1032.983466] env[68989]: value = "task-3218268" [ 1032.983466] env[68989]: _type = "Task" [ 1032.983466] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.989222] env[68989]: DEBUG nova.compute.manager [req-551ed7b1-d589-498a-bb19-aba075222ee0 req-7f8e4850-7796-40b1-9bda-6a31d11cd31c service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Received event network-vif-deleted-845460a8-1fc9-4e23-b5b8-918c4dfc2ecb {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.989988] env[68989]: INFO nova.compute.manager [req-551ed7b1-d589-498a-bb19-aba075222ee0 req-7f8e4850-7796-40b1-9bda-6a31d11cd31c service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Neutron deleted interface 845460a8-1fc9-4e23-b5b8-918c4dfc2ecb; detaching it from the instance and deleting it from the info cache [ 1032.989988] env[68989]: DEBUG nova.network.neutron [req-551ed7b1-d589-498a-bb19-aba075222ee0 req-7f8e4850-7796-40b1-9bda-6a31d11cd31c service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.994555] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.187560] env[68989]: DEBUG nova.scheduler.client.report [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.241926] env[68989]: DEBUG nova.network.neutron [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.248556] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218266, 'name': PowerOffVM_Task, 'duration_secs': 0.493194} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.249048] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.249251] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.279205] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.310677] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.312512] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.312770] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.312770] env[68989]: DEBUG nova.virt.hardware [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.313810] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3d945a-5f2a-4520-a22c-bba68c8a981f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.322990] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae3355-96ff-4525-b0c4-0e16577d1164 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.350435] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202664} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.350721] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.351527] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152c7c8-4b1f-4bd2-8155-7de20e205e3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376154] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a242fe15-481e-4aa8-bc69-6ce8c09efb94/a242fe15-481e-4aa8-bc69-6ce8c09efb94.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.376896] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123e5b87-9e3b-4ebe-8a53-631b8be32212 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.401828] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524769e2-600d-fb00-d936-75290a5f7d63, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.403344] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.403627] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e6a94064-5a47-4876-9399-ffb188979007/e6a94064-5a47-4876-9399-ffb188979007.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.403965] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1033.403965] env[68989]: value = "task-3218269" [ 1033.403965] env[68989]: _type = "Task" [ 1033.403965] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.404180] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5509ac60-def6-4b25-bfcd-1abb8f72349d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.418212] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1033.418212] env[68989]: value = "task-3218270" [ 1033.418212] env[68989]: _type = "Task" [ 1033.418212] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.421564] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.431296] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.495703] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.495973] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c6c8da-3aac-475a-80c5-20a4fd535b61 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.505577] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af9544-a43e-48b0-a9c8-a893feebfb41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.543584] env[68989]: DEBUG nova.compute.manager [req-551ed7b1-d589-498a-bb19-aba075222ee0 req-7f8e4850-7796-40b1-9bda-6a31d11cd31c service nova] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Detach interface failed, port_id=845460a8-1fc9-4e23-b5b8-918c4dfc2ecb, reason: Instance cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.636183] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.636444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.636713] env[68989]: INFO nova.compute.manager [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Attaching volume 5c306859-9262-41f9-b185-9f5b330cb3bb to /dev/sdb [ 1033.673051] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3279d08-34dd-4b72-925c-921eafc6f8eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.681098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19168338-d610-4d2e-8a61-bb212b6341a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.692240] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.692878] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.700965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.710s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.701273] env[68989]: DEBUG nova.objects.instance [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lazy-loading 'resources' on Instance uuid 4928d8b0-2d95-4aab-8656-29e5a8edd367 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.702546] env[68989]: DEBUG nova.virt.block_device [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating existing volume attachment record: 96964023-8b62-4664-8643-6c5626284b32 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.750141] env[68989]: INFO nova.compute.manager [-] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Took 1.27 seconds to deallocate network for instance. [ 1033.757416] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.757680] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.757835] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.758023] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.758170] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.759032] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.759032] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.759032] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.759032] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.759032] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.759272] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.765306] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4db5ad3-446a-44e1-b07a-126c5991a878 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.783301] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1033.783301] env[68989]: value = "task-3218271" [ 1033.783301] env[68989]: _type = "Task" [ 1033.783301] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.794553] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.797075] env[68989]: DEBUG nova.compute.manager [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Received event network-vif-plugged-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.797366] env[68989]: DEBUG oslo_concurrency.lockutils [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] Acquiring lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.797618] env[68989]: DEBUG oslo_concurrency.lockutils [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.797845] env[68989]: DEBUG oslo_concurrency.lockutils [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.798106] env[68989]: DEBUG nova.compute.manager [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] No waiting events found dispatching network-vif-plugged-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.798256] env[68989]: WARNING nova.compute.manager [req-f05ebc21-37d7-464b-b6da-779d9d30530f req-4db9c056-81d5-42e9-be9e-9e4ca690251e service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Received unexpected event network-vif-plugged-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 for instance with vm_state building and task_state spawning. [ 1033.917157] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.918491] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Successfully updated port: a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.933319] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218270, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.001068] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.208221] env[68989]: DEBUG nova.compute.utils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.213289] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.213289] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.254966] env[68989]: DEBUG nova.policy [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d4d06e4578d4929a7efadd962de1243', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad9ffe7260064ce18d2f826a66f5dd0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.266204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.296714] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218271, 'name': ReconfigVM_Task, 'duration_secs': 0.46688} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.299889] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.420159] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.424313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.424313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.424313] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.443543] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685573} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.443881] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] e6a94064-5a47-4876-9399-ffb188979007/e6a94064-5a47-4876-9399-ffb188979007.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.444219] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.444475] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b42829a-64a0-407f-86eb-aa1c5babd96b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.456599] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1034.456599] env[68989]: value = "task-3218275" [ 1034.456599] env[68989]: _type = "Task" [ 1034.456599] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.470715] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.471719] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.502469] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.508209] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02f9a2-169a-4a27-a5a1-069fce4c0253 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.518028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b45a7-30e9-4836-986f-ad5ae71aa4d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.566787] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686209da-953e-4908-87f9-5a3cddcf6b58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.579407] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb1ee4-403e-4944-99cc-c820b1077f57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.595214] env[68989]: DEBUG nova.compute.provider_tree [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.629150] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Successfully created port: 28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.675200] env[68989]: DEBUG nova.network.neutron [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Updating instance_info_cache with network_info: [{"id": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "address": "fa:16:3e:b8:79:de", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49fb6a8-a4", "ovs_interfaceid": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.714120] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.806419] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.806792] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.806825] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.807020] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.807420] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.807586] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.808187] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.808187] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.808509] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.808727] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.808918] env[68989]: DEBUG nova.virt.hardware [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.814697] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.815074] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42774203-6102-4644-bc6e-be2ef1352b56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.838568] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1034.838568] env[68989]: value = "task-3218276" [ 1034.838568] env[68989]: _type = "Task" [ 1034.838568] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.847989] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.918443] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.968378] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107345} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.968682] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.970319] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a748bf4-1b1c-4ed6-881c-b9cf890bcb18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.995796] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e6a94064-5a47-4876-9399-ffb188979007/e6a94064-5a47-4876-9399-ffb188979007.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.996274] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b23101-8836-4c43-92f5-ce57db7fa329 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.024826] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1035.024826] env[68989]: value = "task-3218277" [ 1035.024826] env[68989]: _type = "Task" [ 1035.024826] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.028317] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.037827] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.100296] env[68989]: DEBUG nova.scheduler.client.report [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.178346] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.178673] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Instance network_info: |[{"id": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "address": "fa:16:3e:b8:79:de", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49fb6a8-a4", "ovs_interfaceid": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.179205] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:79:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a49fb6a8-a4e9-4fc7-9f09-46888ee1e062', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.188130] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.188879] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.189330] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccae1231-b31a-4303-bdef-49650a59a784 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.217029] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.217029] env[68989]: value = "task-3218278" [ 1035.217029] env[68989]: _type = "Task" [ 1035.217029] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.229790] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218278, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.351071] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.418986] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.506273] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218268, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.396615} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.506543] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/41a41d5c-346d-47f6-a50f-801417d81b63/41a41d5c-346d-47f6-a50f-801417d81b63.vmdk to [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.507379] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa11ea7-c8c7-4287-902a-a6d1ae7abfdd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.529266] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.529948] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37722a37-2553-4776-bc01-d52ea43b9187 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.555739] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1035.555739] env[68989]: value = "task-3218279" [ 1035.555739] env[68989]: _type = "Task" [ 1035.555739] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.558751] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218277, 'name': ReconfigVM_Task, 'duration_secs': 0.407454} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.561838] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e6a94064-5a47-4876-9399-ffb188979007/e6a94064-5a47-4876-9399-ffb188979007.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.562480] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748dd119-1cbe-4f20-bf68-f39b6fc81eee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.572045] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.573051] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1035.573051] env[68989]: value = "task-3218280" [ 1035.573051] env[68989]: _type = "Task" [ 1035.573051] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.611150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.613826] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.031s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.638377] env[68989]: INFO nova.scheduler.client.report [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Deleted allocations for instance 4928d8b0-2d95-4aab-8656-29e5a8edd367 [ 1035.726984] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.733857] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218278, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.754857] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.755135] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.755404] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.755591] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.755649] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.755864] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.756098] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.756264] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.756473] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.756666] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.756875] env[68989]: DEBUG nova.virt.hardware [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.757827] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab5218-04f5-4c13-a667-8106782aa166 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.766306] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca799afa-b3b6-4c74-a194-729bab1cab8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.825977] env[68989]: DEBUG nova.compute.manager [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Received event network-changed-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.826259] env[68989]: DEBUG nova.compute.manager [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Refreshing instance network info cache due to event network-changed-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.826503] env[68989]: DEBUG oslo_concurrency.lockutils [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] Acquiring lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.826659] env[68989]: DEBUG oslo_concurrency.lockutils [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] Acquired lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.826836] env[68989]: DEBUG nova.network.neutron [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Refreshing network info cache for port a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.849417] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218276, 'name': ReconfigVM_Task, 'duration_secs': 0.573101} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.849691] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.850504] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ed5ba-9459-417f-82c8-82ad2549c68e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.878288] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.878554] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023553a8-4cab-48c8-829b-fd29d0806d68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.897571] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1035.897571] env[68989]: value = "task-3218281" [ 1035.897571] env[68989]: _type = "Task" [ 1035.897571] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.910979] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.921588] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218269, 'name': ReconfigVM_Task, 'duration_secs': 2.096882} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.921870] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a242fe15-481e-4aa8-bc69-6ce8c09efb94/a242fe15-481e-4aa8-bc69-6ce8c09efb94.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.922529] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66eda7c4-841e-421e-8439-09012bd2f8c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.930070] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1035.930070] env[68989]: value = "task-3218282" [ 1035.930070] env[68989]: _type = "Task" [ 1035.930070] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.938008] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218282, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.069104] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218279, 'name': ReconfigVM_Task, 'duration_secs': 0.304188} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.069453] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b/a8779baa-3574-4278-815b-1ac5875a4b7b.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.070993] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'size': 0, 'image_id': '4a568452-d0ad-4f10-afaa-61728fe9b22e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '1c76c88c-2abf-45c5-ab33-dff399966ad2', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643434', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'name': 'volume-5cc8caf3-05a6-4b4d-8343-638e94723d88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a8779baa-3574-4278-815b-1ac5875a4b7b', 'attached_at': '', 'detached_at': '', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'serial': '5cc8caf3-05a6-4b4d-8343-638e94723d88'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68989) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1036.071918] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.071918] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643434', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'name': 'volume-5cc8caf3-05a6-4b4d-8343-638e94723d88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a8779baa-3574-4278-815b-1ac5875a4b7b', 'attached_at': '', 'detached_at': '', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'serial': '5cc8caf3-05a6-4b4d-8343-638e94723d88'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.072330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe74e11-a647-4113-a401-d4a56d005cf7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.084413] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218280, 'name': Rename_Task, 'duration_secs': 0.189284} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.094746] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.095233] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5d8291-988a-427b-86b3-717e7a026a7c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.097572] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32149cbc-d918-41f1-b60d-65884afb7537 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.106585] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1036.106585] env[68989]: value = "task-3218284" [ 1036.106585] env[68989]: _type = "Task" [ 1036.106585] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.121642] env[68989]: INFO nova.compute.claims [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.133211] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-5cc8caf3-05a6-4b4d-8343-638e94723d88/volume-5cc8caf3-05a6-4b4d-8343-638e94723d88.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.136857] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ce1a03-010b-41f0-80be-583d56a22b81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.154934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f8615b37-b1ad-49eb-b772-a31dcde5f966 tempest-ServerShowV247Test-133767357 tempest-ServerShowV247Test-133767357-project-member] Lock "4928d8b0-2d95-4aab-8656-29e5a8edd367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.404s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.161027] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.162770] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1036.162770] env[68989]: value = "task-3218285" [ 1036.162770] env[68989]: _type = "Task" [ 1036.162770] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.174206] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.228384] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218278, 'name': CreateVM_Task, 'duration_secs': 0.542204} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.228643] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.229345] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.229515] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.229872] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.230178] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b6cbd9-99f8-4456-9917-997c5a567394 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.235960] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1036.235960] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216416c-5cc4-bf17-2a69-e07cb7690472" [ 1036.235960] env[68989]: _type = "Task" [ 1036.235960] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.246855] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216416c-5cc4-bf17-2a69-e07cb7690472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.412571] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218281, 'name': ReconfigVM_Task, 'duration_secs': 0.398643} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.415860] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.415860] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.441325] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218282, 'name': Rename_Task, 'duration_secs': 0.148419} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.441695] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.441989] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7167f475-c8f8-4519-b285-3a4d10143f80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.450511] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1036.450511] env[68989]: value = "task-3218286" [ 1036.450511] env[68989]: _type = "Task" [ 1036.450511] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.461265] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.512450] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Successfully updated port: 28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.633302] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.636425] env[68989]: INFO nova.compute.resource_tracker [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating resource usage from migration 3fc14ee3-2db5-4744-9a9c-2207521a9aed [ 1036.678616] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218285, 'name': ReconfigVM_Task, 'duration_secs': 0.348026} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.683889] env[68989]: DEBUG nova.network.neutron [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Updated VIF entry in instance network info cache for port a49fb6a8-a4e9-4fc7-9f09-46888ee1e062. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.683889] env[68989]: DEBUG nova.network.neutron [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Updating instance_info_cache with network_info: [{"id": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "address": "fa:16:3e:b8:79:de", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49fb6a8-a4", "ovs_interfaceid": "a49fb6a8-a4e9-4fc7-9f09-46888ee1e062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.683889] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-5cc8caf3-05a6-4b4d-8343-638e94723d88/volume-5cc8caf3-05a6-4b4d-8343-638e94723d88.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.689182] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91afaf7-55c1-4967-890a-285d8ab7ee3d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.711886] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1036.711886] env[68989]: value = "task-3218287" [ 1036.711886] env[68989]: _type = "Task" [ 1036.711886] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.727977] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.748421] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5216416c-5cc4-bf17-2a69-e07cb7690472, 'name': SearchDatastore_Task, 'duration_secs': 0.015962} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.751461] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.751461] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.751641] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.753533] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.753533] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.753533] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e09d59-b4ac-46b8-99ea-d11eed44e6ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.767382] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.767637] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.769499] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3da6ccf-d472-45ba-8ea0-cdf34a6a6adf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.775069] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1036.775069] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233b717-3a6c-7d72-e898-ba806b21b6dc" [ 1036.775069] env[68989]: _type = "Task" [ 1036.775069] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.788771] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5233b717-3a6c-7d72-e898-ba806b21b6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.793034] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe17c048-c097-4db3-9489-8b14a950854c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.799639] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1036.799639] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64290-cc18-6253-cd0f-302d95662877" [ 1036.799639] env[68989]: _type = "Task" [ 1036.799639] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.808810] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64290-cc18-6253-cd0f-302d95662877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.904803] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a57f8b-2f98-4bb8-b3c3-be9abc9f565e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.913189] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803c9b56-8604-4da3-adf7-edf716e57ef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.947975] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfc0c66-5123-461b-9c68-6791c64aa8d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.951295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b75046-2395-4ef1-89aa-81a4435b08fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.979018] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92642af-008c-4ec6-a78b-bd216f0b012b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.983144] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26f7f1-3aea-4dbe-b172-d1cf77038a1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.987573] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218286, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.999854] env[68989]: DEBUG nova.compute.provider_tree [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.017343] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017488] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017630] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.021061] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.023673] env[68989]: DEBUG nova.scheduler.client.report [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.130038] env[68989]: DEBUG oslo_vmware.api [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218284, 'name': PowerOnVM_Task, 'duration_secs': 0.639269} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.130319] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.130540] env[68989]: INFO nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1037.130724] env[68989]: DEBUG nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.131513] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad7a8d-73eb-4d50-9a9f-5c1225aa9783 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.189747] env[68989]: DEBUG oslo_concurrency.lockutils [req-2dfb6b73-2cbe-41d5-97cf-4ba7816885f7 req-c5a3b8f4-70a8-47ae-8312-369551b7fc15 service nova] Releasing lock "refresh_cache-eea60ad6-6f6c-43c9-b392-e444d31b71a9" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.225943] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218287, 'name': ReconfigVM_Task, 'duration_secs': 0.189125} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.227096] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643434', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'name': 'volume-5cc8caf3-05a6-4b4d-8343-638e94723d88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a8779baa-3574-4278-815b-1ac5875a4b7b', 'attached_at': '', 'detached_at': '', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'serial': '5cc8caf3-05a6-4b4d-8343-638e94723d88'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.227096] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532301a3-4bba-4d64-9c99-5a9adf769569 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.234405] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1037.234405] env[68989]: value = "task-3218288" [ 1037.234405] env[68989]: _type = "Task" [ 1037.234405] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.244926] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218288, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.311178] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64290-cc18-6253-cd0f-302d95662877, 'name': SearchDatastore_Task, 'duration_secs': 0.016136} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.311433] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.311724] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] eea60ad6-6f6c-43c9-b392-e444d31b71a9/eea60ad6-6f6c-43c9-b392-e444d31b71a9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.311990] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670d7133-7ce1-4a4d-aaaf-9df2fbabc774 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.320268] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1037.320268] env[68989]: value = "task-3218289" [ 1037.320268] env[68989]: _type = "Task" [ 1037.320268] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.331433] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.463816] env[68989]: DEBUG oslo_vmware.api [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218286, 'name': PowerOnVM_Task, 'duration_secs': 0.594965} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.465148] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.465148] env[68989]: INFO nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1037.465148] env[68989]: DEBUG nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.465336] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9ff548-35d2-477c-9dd0-e1c7c0ff5cc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.533616] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.919s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.533616] env[68989]: INFO nova.compute.manager [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Migrating [ 1037.539953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.227s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.540191] env[68989]: DEBUG nova.objects.instance [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lazy-loading 'resources' on Instance uuid 0b4be332-a3c2-473c-9b7a-54a51a191e4c {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.597150] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.647866] env[68989]: INFO nova.compute.manager [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Took 19.64 seconds to build instance. [ 1037.746055] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218288, 'name': Rename_Task, 'duration_secs': 0.235566} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.746352] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.746606] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586fb5af-29dd-4c1e-b345-62673da15f96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.755743] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1037.755743] env[68989]: value = "task-3218290" [ 1037.755743] env[68989]: _type = "Task" [ 1037.755743] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.768155] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.808832] env[68989]: DEBUG nova.network.neutron [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Updating instance_info_cache with network_info: [{"id": "28e31bd0-b315-4f30-b647-e60c07a3672d", "address": "fa:16:3e:37:5d:0e", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e31bd0-b3", "ovs_interfaceid": "28e31bd0-b315-4f30-b647-e60c07a3672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.833138] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218289, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.911581] env[68989]: DEBUG nova.compute.manager [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Received event network-vif-plugged-28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.911918] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Acquiring lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.912105] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.912402] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.912610] env[68989]: DEBUG nova.compute.manager [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] No waiting events found dispatching network-vif-plugged-28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.912750] env[68989]: WARNING nova.compute.manager [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Received unexpected event network-vif-plugged-28e31bd0-b315-4f30-b647-e60c07a3672d for instance with vm_state building and task_state spawning. [ 1037.912912] env[68989]: DEBUG nova.compute.manager [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Received event network-changed-28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.913125] env[68989]: DEBUG nova.compute.manager [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Refreshing instance network info cache due to event network-changed-28e31bd0-b315-4f30-b647-e60c07a3672d. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.913315] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Acquiring lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.983137] env[68989]: INFO nova.compute.manager [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Took 22.29 seconds to build instance. [ 1038.055495] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.055706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.055882] env[68989]: DEBUG nova.network.neutron [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.150692] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7350ff52-a3d8-4a7b-9b4e-cc8d6e6fd7da tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.154s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.268901] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.269177] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643458', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'name': 'volume-5c306859-9262-41f9-b185-9f5b330cb3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9959c6fd-0895-4a47-80b2-17ca82d19220', 'attached_at': '', 'detached_at': '', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'serial': '5c306859-9262-41f9-b185-9f5b330cb3bb'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.269503] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.270691] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a181459-125e-4acb-8350-9a62f6c70c92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.290473] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0976ae-2799-41b0-a181-33bd19ea7684 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.317289] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-5c306859-9262-41f9-b185-9f5b330cb3bb/volume-5c306859-9262-41f9-b185-9f5b330cb3bb.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.320552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.320827] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Instance network_info: |[{"id": "28e31bd0-b315-4f30-b647-e60c07a3672d", "address": "fa:16:3e:37:5d:0e", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e31bd0-b3", "ovs_interfaceid": "28e31bd0-b315-4f30-b647-e60c07a3672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.321377] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94cec105-3bc4-4600-af5d-4ff2227532ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.334643] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Acquired lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.334852] env[68989]: DEBUG nova.network.neutron [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Refreshing network info cache for port 28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.336128] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:5d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e31bd0-b315-4f30-b647-e60c07a3672d', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.343694] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.344218] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.347682] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d0bdb0-4b82-4be8-89f0-53d4d08ea10d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.367010] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1038.367010] env[68989]: value = "task-3218291" [ 1038.367010] env[68989]: _type = "Task" [ 1038.367010] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.376044] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715972} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.378247] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] eea60ad6-6f6c-43c9-b392-e444d31b71a9/eea60ad6-6f6c-43c9-b392-e444d31b71a9.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.378778] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.378940] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.378940] env[68989]: value = "task-3218292" [ 1038.378940] env[68989]: _type = "Task" [ 1038.378940] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.379232] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e5e53e-1737-4c2f-8a34-1ff872e0109e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.392012] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.403177] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218292, 'name': CreateVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.405704] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1038.405704] env[68989]: value = "task-3218293" [ 1038.405704] env[68989]: _type = "Task" [ 1038.405704] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.410595] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ad6b2-75bb-4ddd-a0a9-103988d81e2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.420118] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.424931] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2b4e53-7946-4b5c-8d52-601d6e3da44f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.463605] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c53152-ef91-465e-9af3-f47d757dc71c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.472929] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f01a40-684b-494b-8fb7-f3d7bbd8fbbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.488922] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6ee0f498-5308-4dd4-a8ba-657b97c35c4c tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.824s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.490662] env[68989]: DEBUG nova.compute.provider_tree [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.646724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.646724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.646724] env[68989]: INFO nova.compute.manager [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Rebooting instance [ 1038.758133] env[68989]: DEBUG nova.network.neutron [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Port 60c43c4e-94f7-401a-ad1d-186b7492f034 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1038.770055] env[68989]: DEBUG oslo_vmware.api [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218290, 'name': PowerOnVM_Task, 'duration_secs': 0.913506} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.770357] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.873720] env[68989]: DEBUG nova.network.neutron [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.886889] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218291, 'name': ReconfigVM_Task, 'duration_secs': 0.404264} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.888272] env[68989]: DEBUG nova.compute.manager [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.889480] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.895823] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-5c306859-9262-41f9-b185-9f5b330cb3bb/volume-5c306859-9262-41f9-b185-9f5b330cb3bb.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.906716] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055385e3-d262-4b1b-a7bc-32c8c4c98d4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.916342] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a979e531-9509-4557-b343-fabfb3b24e40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.937582] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218292, 'name': CreateVM_Task, 'duration_secs': 0.501829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.941623] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.946917] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.947097] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.947460] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.948343] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1038.948343] env[68989]: value = "task-3218294" [ 1038.948343] env[68989]: _type = "Task" [ 1038.948343] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.948593] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136683} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.949235] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1447f4-5ec6-4f75-ad7a-cbc6ba695bb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.952063] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.955010] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9ed9e-5e5c-4ef6-824c-b13f89ca4660 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.962809] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1038.962809] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a267a-b3b3-2668-2094-ee1313bf95a5" [ 1038.962809] env[68989]: _type = "Task" [ 1038.962809] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.977609] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.988682] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] eea60ad6-6f6c-43c9-b392-e444d31b71a9/eea60ad6-6f6c-43c9-b392-e444d31b71a9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.996543] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89fe8d7-afc6-4937-833f-4ad7ccbeceea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.022676] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a267a-b3b3-2668-2094-ee1313bf95a5, 'name': SearchDatastore_Task, 'duration_secs': 0.026218} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.024849] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.025117] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.025403] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.025597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.025776] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.026142] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1039.026142] env[68989]: value = "task-3218295" [ 1039.026142] env[68989]: _type = "Task" [ 1039.026142] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.026407] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02636796-0042-4e65-ab0e-baf98245ac32 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.034836] env[68989]: ERROR nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] [req-4d497e4f-795c-4c54-88d6-a07c1a016db9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d497e4f-795c-4c54-88d6-a07c1a016db9"}]} [ 1039.042455] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.043884] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.044171] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.044801] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac76b32-e60c-4878-a81a-206fad95e5db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.050879] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1039.050879] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd6cc-93c0-a561-6f4f-9fe102770274" [ 1039.050879] env[68989]: _type = "Task" [ 1039.050879] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.055620] env[68989]: DEBUG nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1039.065646] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd6cc-93c0-a561-6f4f-9fe102770274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.071446] env[68989]: DEBUG nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1039.071652] env[68989]: DEBUG nova.compute.provider_tree [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.085046] env[68989]: DEBUG nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1039.105811] env[68989]: DEBUG nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1039.175053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.175053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquired lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.175053] env[68989]: DEBUG nova.network.neutron [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.254682] env[68989]: DEBUG nova.network.neutron [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Updated VIF entry in instance network info cache for port 28e31bd0-b315-4f30-b647-e60c07a3672d. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.255153] env[68989]: DEBUG nova.network.neutron [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Updating instance_info_cache with network_info: [{"id": "28e31bd0-b315-4f30-b647-e60c07a3672d", "address": "fa:16:3e:37:5d:0e", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e31bd0-b3", "ovs_interfaceid": "28e31bd0-b315-4f30-b647-e60c07a3672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.414023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6fc66-d45d-462c-9abb-17419a5fdc57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.421702] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ada9fe-70b4-4aa7-8e1c-dcce33ad6403 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.469487] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a5629-0a03-4459-be2a-24c014d81360 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.473091] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d134d-5c58-4bf1-8ae0-bbc86347eb2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.478796] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1c782c2d-591e-4b84-a94f-ce9645f07e95 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.334s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.503910] env[68989]: DEBUG oslo_vmware.api [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218294, 'name': ReconfigVM_Task, 'duration_secs': 0.172788} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.504314] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.509508] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02fab3-9eb5-4b23-a3e6-ad38d8ce3c00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.514019] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643458', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'name': 'volume-5c306859-9262-41f9-b185-9f5b330cb3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9959c6fd-0895-4a47-80b2-17ca82d19220', 'attached_at': '', 'detached_at': '', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'serial': '5c306859-9262-41f9-b185-9f5b330cb3bb'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.529848] env[68989]: DEBUG nova.compute.provider_tree [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.542594] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218295, 'name': ReconfigVM_Task, 'duration_secs': 0.372322} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.542983] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Reconfigured VM instance instance-0000005f to attach disk [datastore2] eea60ad6-6f6c-43c9-b392-e444d31b71a9/eea60ad6-6f6c-43c9-b392-e444d31b71a9.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.543838] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-452950cc-792a-4f73-bbf9-015bf05aa7cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.553263] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1039.553263] env[68989]: value = "task-3218296" [ 1039.553263] env[68989]: _type = "Task" [ 1039.553263] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.571335] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd6cc-93c0-a561-6f4f-9fe102770274, 'name': SearchDatastore_Task, 'duration_secs': 0.034628} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.575696] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218296, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.576295] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449bcefd-167f-4bb7-9cff-80f4ebde2fe9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.582875] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1039.582875] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ff44-29bb-f492-6480-4685a080c7fd" [ 1039.582875] env[68989]: _type = "Task" [ 1039.582875] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.592665] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ff44-29bb-f492-6480-4685a080c7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.763567] env[68989]: DEBUG oslo_concurrency.lockutils [req-25a49dec-c0a5-46b6-8f09-d929f26f441c req-9a9ee290-e87c-4912-a1ad-cd2b39ea4a06 service nova] Releasing lock "refresh_cache-eccc6f45-478d-4c0f-878a-01b676370f81" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.788884] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.789157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.789339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.955177] env[68989]: DEBUG nova.compute.manager [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received event network-changed-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.955470] env[68989]: DEBUG nova.compute.manager [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing instance network info cache due to event network-changed-180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.955781] env[68989]: DEBUG oslo_concurrency.lockutils [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] Acquiring lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.955978] env[68989]: DEBUG oslo_concurrency.lockutils [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] Acquired lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.956320] env[68989]: DEBUG nova.network.neutron [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.011744] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.012410] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c95da601-076a-4a42-b4cc-cc36902d3a56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.023793] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1040.023793] env[68989]: value = "task-3218297" [ 1040.023793] env[68989]: _type = "Task" [ 1040.023793] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.039206] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.060603] env[68989]: DEBUG nova.network.neutron [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Updating instance_info_cache with network_info: [{"id": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "address": "fa:16:3e:d8:3d:08", "network": {"id": "7498a0a4-fa82-4bd3-a832-c2a0ed95481e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1816522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c293057cb014e43b70f6bec45bdc92f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cc0c9a-1a", "ovs_interfaceid": "e4cc0c9a-1aac-46e1-8af7-5777ac4cf382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.073986] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218296, 'name': Rename_Task, 'duration_secs': 0.182504} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.083023] env[68989]: DEBUG nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1040.083289] env[68989]: DEBUG nova.compute.provider_tree [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 133 to 134 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1040.083476] env[68989]: DEBUG nova.compute.provider_tree [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.090033] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.090033] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c59d610-c714-48b6-aeac-c6d4297809ac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.105898] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ff44-29bb-f492-6480-4685a080c7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.107775] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.107775] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] eccc6f45-478d-4c0f-878a-01b676370f81/eccc6f45-478d-4c0f-878a-01b676370f81.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.108357] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1040.108357] env[68989]: value = "task-3218298" [ 1040.108357] env[68989]: _type = "Task" [ 1040.108357] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.108553] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e60cd81-cc89-4934-8d3d-b49600c4b96c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.125843] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.127608] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1040.127608] env[68989]: value = "task-3218299" [ 1040.127608] env[68989]: _type = "Task" [ 1040.127608] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.141323] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.541223] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218297, 'name': PowerOffVM_Task, 'duration_secs': 0.404864} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.541508] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.541700] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.567784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Releasing lock "refresh_cache-a242fe15-481e-4aa8-bc69-6ce8c09efb94" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.590074] env[68989]: DEBUG nova.objects.instance [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid 9959c6fd-0895-4a47-80b2-17ca82d19220 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.591714] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.052s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.599024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.527s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.599936] env[68989]: DEBUG nova.objects.instance [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lazy-loading 'resources' on Instance uuid 4c83d9fb-282f-409e-8929-7e4083a58ead {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.626009] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.627295] env[68989]: INFO nova.scheduler.client.report [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Deleted allocations for instance 0b4be332-a3c2-473c-9b7a-54a51a191e4c [ 1040.644154] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.846340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.846533] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.846945] env[68989]: DEBUG nova.network.neutron [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.866262] env[68989]: DEBUG nova.network.neutron [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updated VIF entry in instance network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.866474] env[68989]: DEBUG nova.network.neutron [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [{"id": "180975d7-5ce3-40d3-876e-bfa597152783", "address": "fa:16:3e:88:43:7d", "network": {"id": "98d72e6b-068b-4ec8-a8e2-8c3a1eae9026", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1016614841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1782c93a5bcb469787817221356bcf42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180975d7-5c", "ovs_interfaceid": "180975d7-5ce3-40d3-876e-bfa597152783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.049790] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.050233] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.050981] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.051104] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.051468] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.051529] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.051809] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.052051] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.052279] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.053045] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.053045] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.059106] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59886539-5b7e-4358-8f07-084e8558df76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.076923] env[68989]: DEBUG nova.compute.manager [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.078161] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09bfb7b-731b-4a43-9fa3-a988765ce8e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.083398] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1041.083398] env[68989]: value = "task-3218300" [ 1041.083398] env[68989]: _type = "Task" [ 1041.083398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.100390] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.101149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f2698db6-e130-47d3-b09a-eeeccde654a9 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.465s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.122702] env[68989]: DEBUG nova.compute.manager [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received event network-changed-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.122983] env[68989]: DEBUG nova.compute.manager [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing instance network info cache due to event network-changed-180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.123213] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] Acquiring lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.130093] env[68989]: DEBUG oslo_vmware.api [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218298, 'name': PowerOnVM_Task, 'duration_secs': 0.690119} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.136265] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.136265] env[68989]: INFO nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1041.136265] env[68989]: DEBUG nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.138481] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08294b-b7cd-44b4-bab6-e07bb0f17c16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.154599] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842739} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.155134] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c76be700-eca6-4068-a52a-36a3f833287e tempest-ServerTagsTestJSON-1253341071 tempest-ServerTagsTestJSON-1253341071-project-member] Lock "0b4be332-a3c2-473c-9b7a-54a51a191e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.357s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.156222] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] eccc6f45-478d-4c0f-878a-01b676370f81/eccc6f45-478d-4c0f-878a-01b676370f81.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.156609] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.160178] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6e14c7-828e-4c77-a22b-e1b7dd4f536f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.170274] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1041.170274] env[68989]: value = "task-3218301" [ 1041.170274] env[68989]: _type = "Task" [ 1041.170274] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.182939] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.369397] env[68989]: DEBUG oslo_concurrency.lockutils [req-7365cf9a-c518-48f5-8d19-b6727fb7bda5 req-e2888d2d-af43-4938-bc60-43f44b2935b9 service nova] Releasing lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.372777] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] Acquired lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.373035] env[68989]: DEBUG nova.network.neutron [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Refreshing network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.411734] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.412039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.421202] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c75b2-4575-4e13-814a-9bdf5023c1c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.434802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162695c5-ec79-47da-ba30-6012296b4572 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.471222] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25851aa-ed4b-43be-aec7-fae10398417a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.479856] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ffd195-4b29-45b6-b8c5-3c17b9fc7f63 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.494586] env[68989]: DEBUG nova.compute.provider_tree [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.591374] env[68989]: DEBUG nova.network.neutron [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.595910] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218300, 'name': ReconfigVM_Task, 'duration_secs': 0.233203} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.596434] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.677945] env[68989]: INFO nova.compute.manager [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Took 22.00 seconds to build instance. [ 1041.684880] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133972} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.685144] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.685939] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da53a34e-dbae-463b-9880-704310fabe48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.713238] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] eccc6f45-478d-4c0f-878a-01b676370f81/eccc6f45-478d-4c0f-878a-01b676370f81.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.714151] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18faabe-37e1-4c51-9dc3-b0c79fc37ac1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.752212] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1041.752212] env[68989]: value = "task-3218302" [ 1041.752212] env[68989]: _type = "Task" [ 1041.752212] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.761434] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.915900] env[68989]: DEBUG nova.compute.utils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.000111] env[68989]: DEBUG nova.scheduler.client.report [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.092890] env[68989]: DEBUG nova.network.neutron [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updated VIF entry in instance network info cache for port 180975d7-5ce3-40d3-876e-bfa597152783. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.093286] env[68989]: DEBUG nova.network.neutron [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [{"id": "180975d7-5ce3-40d3-876e-bfa597152783", "address": "fa:16:3e:88:43:7d", "network": {"id": "98d72e6b-068b-4ec8-a8e2-8c3a1eae9026", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1016614841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1782c93a5bcb469787817221356bcf42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180975d7-5c", "ovs_interfaceid": "180975d7-5ce3-40d3-876e-bfa597152783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.097380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.103946] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.104285] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.104482] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.104672] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.104817] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.104963] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.105189] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.105362] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.105587] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.105819] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.106136] env[68989]: DEBUG nova.virt.hardware [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.112513] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.114101] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309e86d1-59e7-4a72-8145-7190d35c262a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.129566] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3606b5-a1e2-4f4d-82f4-d68c9823c00d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.139300] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Doing hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1042.140802] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8bed7748-b790-40d3-a111-e37f6c84ad4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.142949] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1042.142949] env[68989]: value = "task-3218303" [ 1042.142949] env[68989]: _type = "Task" [ 1042.142949] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.149932] env[68989]: DEBUG oslo_vmware.api [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1042.149932] env[68989]: value = "task-3218304" [ 1042.149932] env[68989]: _type = "Task" [ 1042.149932] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.157026] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.166274] env[68989]: DEBUG oslo_vmware.api [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218304, 'name': ResetVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.180031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ca88532-e755-4529-8f0c-9989064c5526 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.511s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.264432] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.421407] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.506743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.509257] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.243s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.509814] env[68989]: DEBUG nova.objects.instance [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lazy-loading 'resources' on Instance uuid cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.531308] env[68989]: INFO nova.scheduler.client.report [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Deleted allocations for instance 4c83d9fb-282f-409e-8929-7e4083a58ead [ 1042.595608] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dd3fb44-2cb5-45af-89de-e5938533ca73 req-8754b71d-abb6-4bb0-9455-562dc3663f8f service nova] Releasing lock "refresh_cache-e6a94064-5a47-4876-9399-ffb188979007" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.607143] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ba32a-5664-4b3b-95cb-dd00b8ba59f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.614857] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45425adb-39e9-4908-a9e2-0fc2a7907a0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.652557] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218303, 'name': ReconfigVM_Task, 'duration_secs': 0.454787} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.655852] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.656803] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8d6ec-a6ce-4ef9-b588-a44a0e88616a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.666278] env[68989]: DEBUG oslo_vmware.api [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218304, 'name': ResetVM_Task, 'duration_secs': 0.138051} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.676840] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Did hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1042.676840] env[68989]: DEBUG nova.compute.manager [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.684160] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.684935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3c2a9-1f27-42ba-a60b-e1b8a03d31e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.687573] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4294fdb4-72ae-4f99-aaf1-8f46642f9882 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.707573] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1042.707573] env[68989]: value = "task-3218305" [ 1042.707573] env[68989]: _type = "Task" [ 1042.707573] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.716149] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.762978] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218302, 'name': ReconfigVM_Task, 'duration_secs': 0.729836} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.763326] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Reconfigured VM instance instance-00000060 to attach disk [datastore2] eccc6f45-478d-4c0f-878a-01b676370f81/eccc6f45-478d-4c0f-878a-01b676370f81.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.763958] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478473fb-7815-474f-988d-e0a7b14f92fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.771110] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1042.771110] env[68989]: value = "task-3218306" [ 1042.771110] env[68989]: _type = "Task" [ 1042.771110] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.787678] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218306, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.040952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bfb268c1-1ad4-47d3-b178-a86530447ba5 tempest-ImagesTestJSON-2145691588 tempest-ImagesTestJSON-2145691588-project-member] Lock "4c83d9fb-282f-409e-8929-7e4083a58ead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.403s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.156806] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.157235] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.220203] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4ec9a366-e8f9-40ca-8ed2-677a5857e9b9 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.575s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.230439] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218305, 'name': ReconfigVM_Task, 'duration_secs': 0.472398} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.232196] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6/6fffa73a-a898-4dcb-9b5c-76ceb789b2e6.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.232422] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.285797] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218306, 'name': Rename_Task, 'duration_secs': 0.160382} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.286459] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.289586] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1aa14f1-3a84-4f0e-ae48-30d575a31b54 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.301023] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1043.301023] env[68989]: value = "task-3218307" [ 1043.301023] env[68989]: _type = "Task" [ 1043.301023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.314144] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.352017] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dab0ac-b7ce-442f-90de-5422c10c8388 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.364197] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6569e143-9ac5-4381-9728-ae79669d4f5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.402102] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d851e-23c9-4e9b-906d-f25c44e2b130 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.410914] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d906ff7-8c68-4b83-9184-a5be811eb345 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.428794] env[68989]: DEBUG nova.compute.provider_tree [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.486114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.486114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.486114] env[68989]: INFO nova.compute.manager [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Attaching volume 980f951e-5e39-4781-b483-2ae67164d83e to /dev/sdb [ 1043.524040] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44ea5b-516f-438a-95af-3486646bd89c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.534043] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d09479-2438-4066-8552-c0bd131ceab4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.549088] env[68989]: DEBUG nova.virt.block_device [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating existing volume attachment record: aec7319d-d5d2-4f89-87e2-c5a0da6efa4d {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.661664] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.744805] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27788b59-d0e3-4f83-b248-4ec1a75f2d2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.768670] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc15ed-ba59-438b-b0b1-86d844962a3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.772035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0d43f-80bd-43fa-8669-2defc9a8516b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.794563] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.820380] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245c88c5-7865-499d-8f18-bf3a23dfb39e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.830141] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.834217] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.932708] env[68989]: DEBUG nova.scheduler.client.report [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.979773] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "e6a94064-5a47-4876-9399-ffb188979007" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.980086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.980337] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "e6a94064-5a47-4876-9399-ffb188979007-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.980517] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.980696] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.983657] env[68989]: INFO nova.compute.manager [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Terminating instance [ 1044.190464] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.221992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.221992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.221992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.222211] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.222460] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.224636] env[68989]: INFO nova.compute.manager [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Terminating instance [ 1044.336882] env[68989]: DEBUG oslo_vmware.api [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218307, 'name': PowerOnVM_Task, 'duration_secs': 0.644951} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.337300] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.337614] env[68989]: INFO nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1044.337826] env[68989]: DEBUG nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.339739] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d9deca-48dd-49c1-a01f-cf3d649ebdb4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.346427] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.346866] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24ba7fe-2ce9-47b8-b3e7-36f984e67bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.364024] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1044.364024] env[68989]: value = "task-3218311" [ 1044.364024] env[68989]: _type = "Task" [ 1044.364024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.377803] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.381836] env[68989]: DEBUG nova.network.neutron [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Port 9b6728f0-e9ac-4cb2-8c56-403875ac3d13 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1044.407148] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.407624] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.407900] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.408178] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.408392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.411844] env[68989]: INFO nova.compute.manager [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Terminating instance [ 1044.437722] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.441162] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.251s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.443158] env[68989]: INFO nova.compute.claims [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.467187] env[68989]: INFO nova.scheduler.client.report [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted allocations for instance cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba [ 1044.487792] env[68989]: DEBUG nova.compute.manager [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.488097] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.490176] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee81530-63ec-416f-8808-98498b545071 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.499972] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.500400] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc4c3dfb-5be3-48d5-a63a-90dc1087bf82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.510520] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1044.510520] env[68989]: value = "task-3218312" [ 1044.510520] env[68989]: _type = "Task" [ 1044.510520] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.521579] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.733152] env[68989]: DEBUG nova.compute.manager [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.733152] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.733152] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a779af-b08a-40e3-9b21-18fe62e0f82d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.746255] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.746255] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3020511f-b753-4f59-b6e2-4356820bf7fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.754753] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1044.754753] env[68989]: value = "task-3218313" [ 1044.754753] env[68989]: _type = "Task" [ 1044.754753] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.765375] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.873461] env[68989]: INFO nova.compute.manager [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Took 22.84 seconds to build instance. [ 1044.880577] env[68989]: DEBUG oslo_vmware.api [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218311, 'name': PowerOnVM_Task, 'duration_secs': 0.487497} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.880973] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.881200] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-90eadcee-8ea4-4a51-9ff1-aee4b559ae8c tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance 'c169bee2-245a-429d-9b50-e3499c4bedcc' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.916751] env[68989]: DEBUG nova.compute.manager [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.917077] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.921023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ec0e4a-0e41-4a56-9184-9d508c959707 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.931023] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.933103] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885dafcf-2ce1-4358-a0c5-8d5c8fa0fc5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.946332] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1044.946332] env[68989]: value = "task-3218314" [ 1044.946332] env[68989]: _type = "Task" [ 1044.946332] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.961656] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.975633] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d421bd8d-a318-4e36-8282-9710f87746f7 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.256s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.022707] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218312, 'name': PowerOffVM_Task, 'duration_secs': 0.224115} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.023249] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.023664] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.024051] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-325e3d5d-def7-4e2e-82f6-9989686fef08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.119610] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.119716] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.119947] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Deleting the datastore file [datastore2] e6a94064-5a47-4876-9399-ffb188979007 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.120317] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a2fba4-b7e1-4c8d-8c2b-e2a7590c972f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.130643] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for the task: (returnval){ [ 1045.130643] env[68989]: value = "task-3218316" [ 1045.130643] env[68989]: _type = "Task" [ 1045.130643] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.141151] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.267594] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218313, 'name': PowerOffVM_Task, 'duration_secs': 0.225146} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.268295] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.268478] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.268775] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee973776-5b96-4787-8304-184ea5bf2a10 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.340483] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.340845] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.340949] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] eea60ad6-6f6c-43c9-b392-e444d31b71a9 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.341429] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfd9db8-e3d2-45f5-bed4-a6206f41ac7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.351878] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1045.351878] env[68989]: value = "task-3218318" [ 1045.351878] env[68989]: _type = "Task" [ 1045.351878] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.361344] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.375979] env[68989]: DEBUG oslo_concurrency.lockutils [None req-117ab444-a8cb-42f1-8b47-aa702a3247c7 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.355s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.412596] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.412921] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.413158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.458570] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218314, 'name': PowerOffVM_Task, 'duration_secs': 0.223083} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.459262] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.459438] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.459688] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a881a1f0-ce10-440b-99f0-f7e3528a6b85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.537242] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.537735] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.538026] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Deleting the datastore file [datastore1] a242fe15-481e-4aa8-bc69-6ce8c09efb94 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.538875] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4672d419-54ec-4fce-816a-29461539b384 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.550071] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for the task: (returnval){ [ 1045.550071] env[68989]: value = "task-3218320" [ 1045.550071] env[68989]: _type = "Task" [ 1045.550071] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.560642] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.641084] env[68989]: DEBUG oslo_vmware.api [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Task: {'id': task-3218316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311309} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.641309] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.641496] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.641674] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.641863] env[68989]: INFO nova.compute.manager [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] [instance: e6a94064-5a47-4876-9399-ffb188979007] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1045.642119] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.642312] env[68989]: DEBUG nova.compute.manager [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.642407] env[68989]: DEBUG nova.network.neutron [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.778151] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb51473e-fc48-40be-828b-d6c517623c0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.791082] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ace28-bb4e-4b3f-80e6-e5b4ba46b3d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.799219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "1828922b-a5ce-49d2-b749-922f79b73638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.801025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.827781] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.828096] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.828285] env[68989]: DEBUG nova.compute.manager [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.830063] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6540e724-f485-4d90-8390-ae0d47aa719e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.833238] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a0e5e-2cb6-4c5f-ac06-b58d2fa9ece8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.843952] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc937d26-8d32-46ac-a48e-b58b4b3ab71b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.849177] env[68989]: DEBUG nova.compute.manager [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1045.849753] env[68989]: DEBUG nova.objects.instance [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'flavor' on Instance uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.863438] env[68989]: DEBUG nova.compute.provider_tree [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.871158] env[68989]: DEBUG oslo_vmware.api [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367194} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.871410] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.871589] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.871799] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.871982] env[68989]: INFO nova.compute.manager [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.872232] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.872413] env[68989]: DEBUG nova.compute.manager [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.872507] env[68989]: DEBUG nova.network.neutron [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.064396] env[68989]: DEBUG oslo_vmware.api [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Task: {'id': task-3218320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461269} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.064396] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.064776] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.065021] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.065200] env[68989]: INFO nova.compute.manager [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1046.065551] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.066023] env[68989]: DEBUG nova.compute.manager [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.066197] env[68989]: DEBUG nova.network.neutron [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.302398] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.359770] env[68989]: DEBUG nova.compute.manager [req-995adcf2-e673-4da5-8801-df5938e1667a req-53dd530d-7720-4a3b-9c78-663ce5a1a93c service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Received event network-vif-deleted-a49fb6a8-a4e9-4fc7-9f09-46888ee1e062 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.359770] env[68989]: INFO nova.compute.manager [req-995adcf2-e673-4da5-8801-df5938e1667a req-53dd530d-7720-4a3b-9c78-663ce5a1a93c service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Neutron deleted interface a49fb6a8-a4e9-4fc7-9f09-46888ee1e062; detaching it from the instance and deleting it from the info cache [ 1046.359883] env[68989]: DEBUG nova.network.neutron [req-995adcf2-e673-4da5-8801-df5938e1667a req-53dd530d-7720-4a3b-9c78-663ce5a1a93c service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.383489] env[68989]: DEBUG nova.compute.manager [req-c4a83184-a33a-434d-873a-6f372a92241e req-22ad22b1-acb5-4465-aa29-983b5c9e7bfa service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Received event network-vif-deleted-180975d7-5ce3-40d3-876e-bfa597152783 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.383489] env[68989]: INFO nova.compute.manager [req-c4a83184-a33a-434d-873a-6f372a92241e req-22ad22b1-acb5-4465-aa29-983b5c9e7bfa service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Neutron deleted interface 180975d7-5ce3-40d3-876e-bfa597152783; detaching it from the instance and deleting it from the info cache [ 1046.383620] env[68989]: DEBUG nova.network.neutron [req-c4a83184-a33a-434d-873a-6f372a92241e req-22ad22b1-acb5-4465-aa29-983b5c9e7bfa service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.396987] env[68989]: ERROR nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [req-633e5240-f389-41af-81e5-4954efcbfd11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-633e5240-f389-41af-81e5-4954efcbfd11"}]} [ 1046.416171] env[68989]: DEBUG nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1046.433059] env[68989]: DEBUG nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1046.433356] env[68989]: DEBUG nova.compute.provider_tree [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.451314] env[68989]: DEBUG nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1046.454410] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.454455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.454640] env[68989]: DEBUG nova.network.neutron [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.471736] env[68989]: DEBUG nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1046.497815] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "eccc6f45-478d-4c0f-878a-01b676370f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.498352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.498440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.499063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.499063] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.501009] env[68989]: INFO nova.compute.manager [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Terminating instance [ 1046.706449] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c3883-1811-4072-a3d7-1281f0be61f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.715718] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a924bc9d-54f6-4d5a-9027-93ad56f9255b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.749416] env[68989]: DEBUG nova.network.neutron [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.753316] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715b0d82-44ad-4539-a283-4050c15435c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.758037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.758274] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.767513] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7843340-f9ab-4670-b233-c48700e90775 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.783536] env[68989]: DEBUG nova.compute.provider_tree [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.814189] env[68989]: DEBUG nova.network.neutron [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.826456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.863435] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.864062] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c1903d-6fe9-4b5f-84f9-927f8f35a619 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.865918] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0667e306-4185-4bf7-b76a-5502b6d1fda5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.874167] env[68989]: DEBUG oslo_vmware.api [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1046.874167] env[68989]: value = "task-3218322" [ 1046.874167] env[68989]: _type = "Task" [ 1046.874167] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.881040] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18998b-257e-44b0-b22f-99c846e2ac49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.893055] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67d3790a-9331-437e-b720-2bea922cbe0c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.898317] env[68989]: DEBUG nova.network.neutron [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.899936] env[68989]: DEBUG oslo_vmware.api [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.908420] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b378d-bc17-43a7-8d75-be87ddf362fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.931919] env[68989]: DEBUG nova.compute.manager [req-995adcf2-e673-4da5-8801-df5938e1667a req-53dd530d-7720-4a3b-9c78-663ce5a1a93c service nova] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Detach interface failed, port_id=a49fb6a8-a4e9-4fc7-9f09-46888ee1e062, reason: Instance eea60ad6-6f6c-43c9-b392-e444d31b71a9 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.961097] env[68989]: DEBUG nova.compute.manager [req-c4a83184-a33a-434d-873a-6f372a92241e req-22ad22b1-acb5-4465-aa29-983b5c9e7bfa service nova] [instance: e6a94064-5a47-4876-9399-ffb188979007] Detach interface failed, port_id=180975d7-5ce3-40d3-876e-bfa597152783, reason: Instance e6a94064-5a47-4876-9399-ffb188979007 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.008101] env[68989]: DEBUG nova.compute.manager [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.008747] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.012136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a26c07-0bd2-45dc-964d-d234d8406aef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.027580] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.027580] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3783d52-645a-42db-a6ce-a1f91c59b244 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.039507] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1047.039507] env[68989]: value = "task-3218323" [ 1047.039507] env[68989]: _type = "Task" [ 1047.039507] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.049288] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.253323] env[68989]: INFO nova.compute.manager [-] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Took 1.38 seconds to deallocate network for instance. [ 1047.261979] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.278845] env[68989]: DEBUG nova.network.neutron [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.317081] env[68989]: INFO nova.compute.manager [-] [instance: e6a94064-5a47-4876-9399-ffb188979007] Took 1.67 seconds to deallocate network for instance. [ 1047.328652] env[68989]: DEBUG nova.scheduler.client.report [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.328652] env[68989]: DEBUG nova.compute.provider_tree [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 137 to 138 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.328652] env[68989]: DEBUG nova.compute.provider_tree [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.389806] env[68989]: DEBUG oslo_vmware.api [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218322, 'name': PowerOffVM_Task, 'duration_secs': 0.224627} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.390157] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.390327] env[68989]: DEBUG nova.compute.manager [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.391146] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b715fcf8-81ca-4eb0-89d2-639c8e31b097 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.401184] env[68989]: INFO nova.compute.manager [-] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Took 1.33 seconds to deallocate network for instance. [ 1047.551932] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218323, 'name': PowerOffVM_Task, 'duration_secs': 0.196347} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.553287] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.553287] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.553477] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3528a101-8cc3-412b-b2af-d42c1c5bdb88 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.567372] env[68989]: DEBUG nova.network.neutron [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Port 60c43c4e-94f7-401a-ad1d-186b7492f034 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1047.567754] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.568167] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.568239] env[68989]: DEBUG nova.network.neutron [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.635872] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.636198] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.636356] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleting the datastore file [datastore2] eccc6f45-478d-4c0f-878a-01b676370f81 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.636650] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fb5947-b87d-4feb-8e9c-bf8d0e73068e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.646810] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1047.646810] env[68989]: value = "task-3218325" [ 1047.646810] env[68989]: _type = "Task" [ 1047.646810] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.656269] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.766541] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.785263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.795023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.825333] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.833647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.392s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.834305] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.837197] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.838771] env[68989]: INFO nova.compute.claims [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.906733] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.907802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f2a927e-96dc-41a6-be5f-d469f8f182c4 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.157844] env[68989]: DEBUG oslo_vmware.api [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189222} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.158162] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.158357] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.158536] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.158713] env[68989]: INFO nova.compute.manager [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.158963] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.159175] env[68989]: DEBUG nova.compute.manager [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.159275] env[68989]: DEBUG nova.network.neutron [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.252974] env[68989]: DEBUG nova.objects.instance [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'flavor' on Instance uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.323372] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a22b06-6305-40cd-b0d7-efb5ac466d46 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.351575] env[68989]: DEBUG nova.compute.utils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.356743] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.356949] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.360498] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e7cc2b-ebb2-431a-be59-e3da23e470b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.374141] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.389221] env[68989]: DEBUG nova.compute.manager [req-8e24d611-7359-48c6-b869-4f76dfa4322d req-7f22c4dd-5a83-429c-9754-0fc18c56eb51 service nova] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Received event network-vif-deleted-e4cc0c9a-1aac-46e1-8af7-5777ac4cf382 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.466015] env[68989]: DEBUG nova.policy [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e894eb72f52d4a7887d3a353d6d08644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0b2b5aa7434887b1cd1f414effd7e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.488824] env[68989]: DEBUG nova.compute.manager [req-cd581028-753f-40ea-8561-81ba6a5fe80f req-1b54c5b8-fda3-4942-87cd-f57fdec84961 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Received event network-vif-deleted-28e31bd0-b315-4f30-b647-e60c07a3672d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.489053] env[68989]: INFO nova.compute.manager [req-cd581028-753f-40ea-8561-81ba6a5fe80f req-1b54c5b8-fda3-4942-87cd-f57fdec84961 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Neutron deleted interface 28e31bd0-b315-4f30-b647-e60c07a3672d; detaching it from the instance and deleting it from the info cache [ 1048.489356] env[68989]: DEBUG nova.network.neutron [req-cd581028-753f-40ea-8561-81ba6a5fe80f req-1b54c5b8-fda3-4942-87cd-f57fdec84961 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.606726] env[68989]: DEBUG nova.network.neutron [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.611852] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.612752] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643462', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'name': 'volume-980f951e-5e39-4781-b483-2ae67164d83e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa244aea-a686-4175-88c6-34ce62bcd2ae', 'attached_at': '', 'detached_at': '', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'serial': '980f951e-5e39-4781-b483-2ae67164d83e'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.612985] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b66dae-18c3-4b3e-bba1-6049f61e35f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.636742] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8997e3-add2-4ca3-922b-2ddd03a43fa1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.665305] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-980f951e-5e39-4781-b483-2ae67164d83e/volume-980f951e-5e39-4781-b483-2ae67164d83e.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.665961] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c16260f-ab6b-447e-a82a-b902d40af2ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.689449] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1048.689449] env[68989]: value = "task-3218326" [ 1048.689449] env[68989]: _type = "Task" [ 1048.689449] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.704641] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.761912] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.762176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.762424] env[68989]: DEBUG nova.network.neutron [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.762550] env[68989]: DEBUG nova.objects.instance [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'info_cache' on Instance uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.858309] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.887480] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.888025] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e92fff85-29c0-43bc-861b-a350ed4fe6f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.903868] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1048.903868] env[68989]: value = "task-3218327" [ 1048.903868] env[68989]: _type = "Task" [ 1048.903868] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.914532] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.960020] env[68989]: DEBUG nova.network.neutron [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.993860] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5b26087-d7d6-414a-a833-e01d7fc232ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.007299] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e158868c-9977-4868-be6e-2d9aa18f20ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.046770] env[68989]: DEBUG nova.compute.manager [req-cd581028-753f-40ea-8561-81ba6a5fe80f req-1b54c5b8-fda3-4942-87cd-f57fdec84961 service nova] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Detach interface failed, port_id=28e31bd0-b315-4f30-b647-e60c07a3672d, reason: Instance eccc6f45-478d-4c0f-878a-01b676370f81 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.118980] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.190701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97470b-f974-4991-bce2-1b52531a8f93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.206333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b8017d-9ff0-4f40-96cc-913f07bf53e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.209863] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.239619] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fe8c8f-f27c-4b7f-8733-e74530da48c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.249358] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadd5b3-6963-4c38-981a-f04e670455d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.266876] env[68989]: DEBUG nova.objects.base [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Object Instance<7650227d-b27b-4fe4-a4e5-3c211162a4cd> lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.268309] env[68989]: DEBUG nova.compute.provider_tree [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.397550] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Successfully created port: 36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.418019] env[68989]: DEBUG oslo_vmware.api [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218327, 'name': PowerOnVM_Task, 'duration_secs': 0.512177} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.418356] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.418643] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ab74eab2-787e-4879-b80e-398c1ddbaa95 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance '6fffa73a-a898-4dcb-9b5c-76ceb789b2e6' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.461964] env[68989]: INFO nova.compute.manager [-] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Took 1.30 seconds to deallocate network for instance. [ 1049.623297] env[68989]: DEBUG nova.compute.manager [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68989) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1049.700877] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218326, 'name': ReconfigVM_Task, 'duration_secs': 0.764094} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.702226] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-980f951e-5e39-4781-b483-2ae67164d83e/volume-980f951e-5e39-4781-b483-2ae67164d83e.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.710514] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1bd68c-6e3b-41f5-b49c-71ccadbda2fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.732260] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1049.732260] env[68989]: value = "task-3218328" [ 1049.732260] env[68989]: _type = "Task" [ 1049.732260] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.743023] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.773627] env[68989]: DEBUG nova.scheduler.client.report [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.869613] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.902022] env[68989]: DEBUG nova.virt.hardware [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.902477] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87f4ea-870e-43f8-b565-a7b49ea23d97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.910888] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fa052-1302-484a-93c5-10bf38d79b19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.970258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.145455] env[68989]: DEBUG nova.network.neutron [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.242395] env[68989]: DEBUG oslo_vmware.api [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218328, 'name': ReconfigVM_Task, 'duration_secs': 0.148471} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.242781] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643462', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'name': 'volume-980f951e-5e39-4781-b483-2ae67164d83e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa244aea-a686-4175-88c6-34ce62bcd2ae', 'attached_at': '', 'detached_at': '', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'serial': '980f951e-5e39-4781-b483-2ae67164d83e'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.279395] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.280013] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.283241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.517s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.287278] env[68989]: DEBUG nova.objects.instance [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid eea60ad6-6f6c-43c9-b392-e444d31b71a9 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.652726] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.790201] env[68989]: DEBUG nova.compute.utils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.792045] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1050.794072] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.063098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3531c02-f5da-421d-8686-d91067f8cf66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.072494] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64314e69-4332-4475-adb1-2926459b313a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.111798] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0949c2a-884e-47fd-bd3e-ae7df351a90f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.121192] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111de619-37b7-43ec-a8d6-bf7f76886613 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.127095] env[68989]: DEBUG nova.compute.manager [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Received event network-vif-plugged-36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.127310] env[68989]: DEBUG oslo_concurrency.lockutils [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] Acquiring lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.127521] env[68989]: DEBUG oslo_concurrency.lockutils [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.127682] env[68989]: DEBUG oslo_concurrency.lockutils [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.127880] env[68989]: DEBUG nova.compute.manager [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] No waiting events found dispatching network-vif-plugged-36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.128060] env[68989]: WARNING nova.compute.manager [req-99c34f04-1ee8-4d4c-9668-b95f0bed797f req-a69feac4-1fbe-4af6-a658-1a9ae4c169d6 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Received unexpected event network-vif-plugged-36010f6e-e581-459e-b88f-cc7da0298fb4 for instance with vm_state building and task_state spawning. [ 1051.139598] env[68989]: DEBUG nova.compute.provider_tree [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.216986] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Successfully updated port: 36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.239068] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.239355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.239540] env[68989]: DEBUG nova.compute.manager [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Going to confirm migration 7 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1051.289969] env[68989]: DEBUG nova.objects.instance [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.293454] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.642482] env[68989]: DEBUG nova.scheduler.client.report [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.659352] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.659352] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f989a07-1eb4-437d-9658-aaa629ed93f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.669056] env[68989]: DEBUG oslo_vmware.api [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1051.669056] env[68989]: value = "task-3218329" [ 1051.669056] env[68989]: _type = "Task" [ 1051.669056] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.679118] env[68989]: DEBUG oslo_vmware.api [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.720413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.720413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.720413] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.796310] env[68989]: DEBUG oslo_concurrency.lockutils [None req-edc4b76c-a315-4314-ae5f-0898b6c43ecd tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.313s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.808691] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.808740] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquired lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.809409] env[68989]: DEBUG nova.network.neutron [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.809409] env[68989]: DEBUG nova.objects.instance [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'info_cache' on Instance uuid 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.148055] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.150411] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.357s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.152072] env[68989]: INFO nova.compute.claims [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.169133] env[68989]: INFO nova.scheduler.client.report [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance eea60ad6-6f6c-43c9-b392-e444d31b71a9 [ 1052.182472] env[68989]: DEBUG oslo_vmware.api [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218329, 'name': PowerOnVM_Task, 'duration_secs': 0.401914} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.182775] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.183009] env[68989]: DEBUG nova.compute.manager [None req-5ee678d2-212f-4f4d-a24f-bf143954b702 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.183870] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4f006a-8a1c-4651-91fe-8eefa72fbacc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.267868] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.271912] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.272176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.272381] env[68989]: DEBUG nova.compute.manager [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.275937] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48386a82-b566-4f23-839e-22c56f43bba8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.278579] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.278799] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.285085] env[68989]: DEBUG nova.compute.manager [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1052.285707] env[68989]: DEBUG nova.objects.instance [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.304178] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.330256] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.330537] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.330697] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.330878] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.331037] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.331187] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.331929] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.331929] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.331929] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.332075] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.332213] env[68989]: DEBUG nova.virt.hardware [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.333648] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa32b0cf-ec80-4a09-85c9-e24ea98df0e0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.343661] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e253ca3-16af-4d4d-8ae4-3f62c832da4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.358174] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.363916] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Creating folder: Project (0da9348ec3864447b3afd6ffda84f285). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.367072] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86d3893-932e-4ecf-b69d-600fc1c94553 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.381934] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Created folder: Project (0da9348ec3864447b3afd6ffda84f285) in parent group-v643186. [ 1052.381934] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Creating folder: Instances. Parent ref: group-v643463. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.382094] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-733a6c02-1234-4754-918b-4a386999b81d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.396456] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Created folder: Instances in parent group-v643463. [ 1052.396456] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.396456] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.396456] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-404ec8a9-0fec-4d7f-84f3-74d84ed0dd2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.418028] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.418028] env[68989]: value = "task-3218332" [ 1052.418028] env[68989]: _type = "Task" [ 1052.418028] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.425728] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218332, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.456490] env[68989]: DEBUG nova.network.neutron [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updating instance_info_cache with network_info: [{"id": "36010f6e-e581-459e-b88f-cc7da0298fb4", "address": "fa:16:3e:83:e2:69", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36010f6e-e5", "ovs_interfaceid": "36010f6e-e581-459e-b88f-cc7da0298fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.680367] env[68989]: DEBUG oslo_concurrency.lockutils [None req-16c60db3-f59e-49c7-bae3-ca980f025a8e tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "eea60ad6-6f6c-43c9-b392-e444d31b71a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.459s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.780902] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.929266] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218332, 'name': CreateVM_Task, 'duration_secs': 0.451747} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.929472] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.929915] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.930153] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.930494] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.930749] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838ef6c1-d62e-4495-80d1-6d3870a8db89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.936426] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1052.936426] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e20781-3842-59df-5011-fb7a21634a1c" [ 1052.936426] env[68989]: _type = "Task" [ 1052.936426] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.944389] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e20781-3842-59df-5011-fb7a21634a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.959543] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.959881] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Instance network_info: |[{"id": "36010f6e-e581-459e-b88f-cc7da0298fb4", "address": "fa:16:3e:83:e2:69", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36010f6e-e5", "ovs_interfaceid": "36010f6e-e581-459e-b88f-cc7da0298fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.960326] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e2:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36010f6e-e581-459e-b88f-cc7da0298fb4', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.969014] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.969322] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.969551] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a92234aa-3c24-4b8b-9766-e3588587faeb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.002906] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.002906] env[68989]: value = "task-3218333" [ 1053.002906] env[68989]: _type = "Task" [ 1053.002906] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.013461] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218333, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.084031] env[68989]: DEBUG nova.network.neutron [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [{"id": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "address": "fa:16:3e:5d:07:fb", "network": {"id": "adbfdf54-19c0-4d68-a6b5-486b649b6af4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-280385722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28e9b0fa14f540888a8b022aa77a4c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6728f0-e9", "ovs_interfaceid": "9b6728f0-e9ac-4cb2-8c56-403875ac3d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.292049] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.292573] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd7a26a-0901-4d79-93bd-a7e5647d6f30 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.304037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.304434] env[68989]: DEBUG oslo_vmware.api [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1053.304434] env[68989]: value = "task-3218334" [ 1053.304434] env[68989]: _type = "Task" [ 1053.304434] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.316917] env[68989]: DEBUG oslo_vmware.api [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.391546] env[68989]: DEBUG nova.compute.manager [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Received event network-changed-36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.391635] env[68989]: DEBUG nova.compute.manager [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Refreshing instance network info cache due to event network-changed-36010f6e-e581-459e-b88f-cc7da0298fb4. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.391844] env[68989]: DEBUG oslo_concurrency.lockutils [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] Acquiring lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.391942] env[68989]: DEBUG oslo_concurrency.lockutils [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] Acquired lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.392128] env[68989]: DEBUG nova.network.neutron [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Refreshing network info cache for port 36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.396630] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036be169-110d-4576-8933-5cbbfc89b5b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.405442] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe3ef8-545c-4fa4-9a8f-533592d7827e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.441999] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb2042c-a46f-400c-8981-24452c0748e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.453198] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e20781-3842-59df-5011-fb7a21634a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.024518} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.454535] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3dcab1-0cfa-43e2-81a1-153f143f7e98 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.458569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.458822] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.459113] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.459273] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.459459] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.460073] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f260d77a-8233-4e02-864f-b9b364ed99a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.474375] env[68989]: DEBUG nova.compute.provider_tree [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.478052] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.478052] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.478052] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9f1a42-70ae-499f-b13b-4738a68957d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.486326] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1053.486326] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f5b53-2518-2526-8b14-07bd973da27e" [ 1053.486326] env[68989]: _type = "Task" [ 1053.486326] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.494915] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f5b53-2518-2526-8b14-07bd973da27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.513441] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218333, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.586880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Releasing lock "refresh_cache-6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.588362] env[68989]: DEBUG nova.objects.instance [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'migration_context' on Instance uuid 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.815091] env[68989]: DEBUG oslo_vmware.api [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218334, 'name': PowerOffVM_Task, 'duration_secs': 0.252728} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.815421] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.815558] env[68989]: DEBUG nova.compute.manager [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.816338] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6873c94-f666-4596-8e23-d06997af4865 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.980014] env[68989]: DEBUG nova.scheduler.client.report [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.996989] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f5b53-2518-2526-8b14-07bd973da27e, 'name': SearchDatastore_Task, 'duration_secs': 0.016718} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.002904] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05edc2a-69df-44fa-93ed-6a2a7c179594 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.013065] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1054.013065] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b16274-9bb5-3036-2e66-15146adac7a8" [ 1054.013065] env[68989]: _type = "Task" [ 1054.013065] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.016314] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218333, 'name': CreateVM_Task, 'duration_secs': 0.53823} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.019321] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.020351] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.020432] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.020743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.023339] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39952758-18c5-44e0-b895-7a391cce6da8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.030216] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b16274-9bb5-3036-2e66-15146adac7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.030821] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.031117] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.031427] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49cebf34-e09b-4dea-88b0-15f5ad039198 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.034397] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1054.034397] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527923f7-b627-97b0-0ee3-5e8788ee7b6e" [ 1054.034397] env[68989]: _type = "Task" [ 1054.034397] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.039601] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1054.039601] env[68989]: value = "task-3218335" [ 1054.039601] env[68989]: _type = "Task" [ 1054.039601] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.045469] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527923f7-b627-97b0-0ee3-5e8788ee7b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.050484] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.090404] env[68989]: DEBUG nova.objects.base [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Object Instance<6fffa73a-a898-4dcb-9b5c-76ceb789b2e6> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.091387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e01ec-1935-4e06-b782-c56505063290 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.113424] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa254ee0-a9ef-4908-8e33-5005167c996c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.119534] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1054.119534] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52190c38-3098-2135-eefe-229767e49ce1" [ 1054.119534] env[68989]: _type = "Task" [ 1054.119534] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.127383] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52190c38-3098-2135-eefe-229767e49ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.205990] env[68989]: DEBUG nova.network.neutron [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updated VIF entry in instance network info cache for port 36010f6e-e581-459e-b88f-cc7da0298fb4. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.206387] env[68989]: DEBUG nova.network.neutron [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updating instance_info_cache with network_info: [{"id": "36010f6e-e581-459e-b88f-cc7da0298fb4", "address": "fa:16:3e:83:e2:69", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36010f6e-e5", "ovs_interfaceid": "36010f6e-e581-459e-b88f-cc7da0298fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.328376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a5a7bd05-c347-4e74-94db-fcf2885e88e5 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.416905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.417251] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.485539] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.486196] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.489051] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.664s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.489051] env[68989]: DEBUG nova.objects.instance [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lazy-loading 'resources' on Instance uuid e6a94064-5a47-4876-9399-ffb188979007 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.548292] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527923f7-b627-97b0-0ee3-5e8788ee7b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.549018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.549266] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.549499] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.549644] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.549824] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.550124] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee84bf4b-f55c-44a6-b9ce-352da5284c33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.555499] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218335, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.568544] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.568735] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.569644] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5490d5-8daf-4bcc-a95c-58056b4643b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.575048] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1054.575048] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b61407-5b21-c073-8908-8696b8c58cff" [ 1054.575048] env[68989]: _type = "Task" [ 1054.575048] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.584014] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b61407-5b21-c073-8908-8696b8c58cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.630387] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52190c38-3098-2135-eefe-229767e49ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.007708} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.630858] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.709081] env[68989]: DEBUG oslo_concurrency.lockutils [req-b3d3b85f-20a6-4382-bdb6-275ec5715c2d req-c5af99f2-260d-45f6-87a9-5c8c610709ff service nova] Releasing lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.770229] env[68989]: DEBUG nova.objects.instance [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.919431] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.992131] env[68989]: DEBUG nova.compute.utils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.997256] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.997765] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.046185] env[68989]: DEBUG nova.policy [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4290908eda1143a99975285047fecfb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db0ab468d9b9481d8e076851e0f06023', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.054589] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778737} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.054843] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.055069] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.055322] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-202607f3-ad29-4166-bcd5-7182ab65f4fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.061407] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1055.061407] env[68989]: value = "task-3218336" [ 1055.061407] env[68989]: _type = "Task" [ 1055.061407] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.071816] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.086366] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b61407-5b21-c073-8908-8696b8c58cff, 'name': SearchDatastore_Task, 'duration_secs': 0.057132} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.089862] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd264bb8-d2da-438c-a291-2ddb0d612042 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.094946] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1055.094946] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528c4992-7581-0876-2983-4920a7500723" [ 1055.094946] env[68989]: _type = "Task" [ 1055.094946] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.102909] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528c4992-7581-0876-2983-4920a7500723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.227704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1190bd70-abbe-4353-81a5-5891f6cc3c07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.234901] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a30cf6-f26c-4201-9913-928f81beb4d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.264967] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7504592-14a0-4bcc-9b0b-4a21076bec97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.272254] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63034e-4455-4a3d-a4b8-e877e3ffbf65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.278209] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.278376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.278551] env[68989]: DEBUG nova.network.neutron [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.278723] env[68989]: DEBUG nova.objects.instance [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'info_cache' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.290036] env[68989]: DEBUG nova.compute.provider_tree [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.408408] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Successfully created port: 57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.443779] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.498234] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.573271] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081812} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.573543] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.574322] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddeb9a-3eee-4fd9-9cc3-f04586293c80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.594434] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.594688] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d3cda2-f8c1-4c27-a2bb-a51dffb7ec3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.619490] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528c4992-7581-0876-2983-4920a7500723, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.620855] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.621130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f/7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.621445] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1055.621445] env[68989]: value = "task-3218337" [ 1055.621445] env[68989]: _type = "Task" [ 1055.621445] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.621646] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcfdadd5-8913-4b4d-89cf-4c03b6fac979 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.631437] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.632657] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1055.632657] env[68989]: value = "task-3218338" [ 1055.632657] env[68989]: _type = "Task" [ 1055.632657] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.781843] env[68989]: DEBUG nova.objects.base [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.793297] env[68989]: DEBUG nova.scheduler.client.report [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.133040] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.140494] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.299464] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.301924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.395s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.302158] env[68989]: DEBUG nova.objects.instance [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lazy-loading 'resources' on Instance uuid a242fe15-481e-4aa8-bc69-6ce8c09efb94 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.324919] env[68989]: INFO nova.scheduler.client.report [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Deleted allocations for instance e6a94064-5a47-4876-9399-ffb188979007 [ 1056.508409] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.543686] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.544053] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.544154] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.544307] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.544526] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.544785] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.545141] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.545383] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.545580] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.545750] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.546062] env[68989]: DEBUG nova.virt.hardware [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.546981] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d09a67-6afc-4b22-b4cf-fa8f05a7522a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.557476] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e08be7f-e6a8-4410-8727-b42106a748df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.634240] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218337, 'name': ReconfigVM_Task, 'duration_secs': 0.989065} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.637293] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.637896] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f19d0f-a113-43a1-9fcb-ed026e8b7d6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.644111] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010675} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.645425] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f/7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.645742] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.645981] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1056.645981] env[68989]: value = "task-3218339" [ 1056.645981] env[68989]: _type = "Task" [ 1056.645981] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.646248] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de72a3d2-1f20-45ff-ab54-1fdabfd87956 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.654693] env[68989]: DEBUG nova.network.neutron [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.660498] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218339, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.661570] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1056.661570] env[68989]: value = "task-3218340" [ 1056.661570] env[68989]: _type = "Task" [ 1056.661570] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.671122] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.834779] env[68989]: DEBUG oslo_concurrency.lockutils [None req-59b2fc92-0392-47d6-81be-92f60089dbd4 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630 tempest-FloatingIPsAssociationNegativeTestJSON-1590785630-project-member] Lock "e6a94064-5a47-4876-9399-ffb188979007" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.854s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.056715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05b14c-2d28-49e7-82bf-afd57f0aad7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.064330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d31e33-b9ae-4264-b7ce-86bb2170034e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.096710] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Successfully updated port: 57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.098898] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4ddf2-37cd-4cc9-aaa6-de7142f7a5d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.102284] env[68989]: DEBUG nova.compute.manager [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Received event network-vif-plugged-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.102862] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] Acquiring lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.102862] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.102968] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.103152] env[68989]: DEBUG nova.compute.manager [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] No waiting events found dispatching network-vif-plugged-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.103321] env[68989]: WARNING nova.compute.manager [req-5dac0de3-73e4-468c-9f39-cc5e1f26e0f7 req-6ac7a71e-a4c6-4a70-aeef-b439a7716986 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Received unexpected event network-vif-plugged-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 for instance with vm_state building and task_state spawning. [ 1057.110197] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34d29a-74cf-4bd0-9747-e63d7cc7cac1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.125110] env[68989]: DEBUG nova.compute.provider_tree [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.157747] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218339, 'name': Rename_Task, 'duration_secs': 0.209241} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.158081] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.158315] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4638e73b-b569-403a-9836-ec29fa1ac7c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.162810] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.167724] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1057.167724] env[68989]: value = "task-3218341" [ 1057.167724] env[68989]: _type = "Task" [ 1057.167724] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.176052] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06421} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.177198] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.177841] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e04381-b68a-4cd5-a3f7-e66b8736efce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.184241] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.205320] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f/7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.205884] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b171f991-4e40-4f30-bcec-c1336b0df415 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.227943] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1057.227943] env[68989]: value = "task-3218342" [ 1057.227943] env[68989]: _type = "Task" [ 1057.227943] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.235802] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.606431] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.607415] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.607415] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.649478] env[68989]: ERROR nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] [req-3e9a341a-605a-4da5-83f1-3170cc0e57dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e9a341a-605a-4da5-83f1-3170cc0e57dd"}]} [ 1057.675438] env[68989]: DEBUG nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1057.680339] env[68989]: DEBUG oslo_vmware.api [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218341, 'name': PowerOnVM_Task, 'duration_secs': 0.461315} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.681420] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.681420] env[68989]: INFO nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1057.681690] env[68989]: DEBUG nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.682955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb24296-cc63-46d5-8630-091567100844 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.692788] env[68989]: DEBUG nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1057.693052] env[68989]: DEBUG nova.compute.provider_tree [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.715041] env[68989]: DEBUG nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1057.740920] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.741953] env[68989]: DEBUG nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.997174] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac98861-5295-4a8c-954f-1c68d14fe4f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.012871] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b26eb-5a03-4eb4-955a-74ce26f97292 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.047046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c012c-05d9-4533-a995-fad71f7c7cdb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.058193] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f26ec-1d58-490a-9e89-db9c45218a6c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.073349] env[68989]: DEBUG nova.compute.provider_tree [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.154292] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.174139] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.174446] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3f581a-2265-49af-beb1-42fee4e68048 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183461] env[68989]: DEBUG oslo_vmware.api [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1058.183461] env[68989]: value = "task-3218343" [ 1058.183461] env[68989]: _type = "Task" [ 1058.183461] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.191314] env[68989]: DEBUG oslo_vmware.api [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.206945] env[68989]: INFO nova.compute.manager [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Took 11.40 seconds to build instance. [ 1058.241556] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.342971] env[68989]: DEBUG nova.network.neutron [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Updating instance_info_cache with network_info: [{"id": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "address": "fa:16:3e:fa:d1:f1", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b0d84e-62", "ovs_interfaceid": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.611301] env[68989]: DEBUG nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1058.611650] env[68989]: DEBUG nova.compute.provider_tree [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 140 to 141 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1058.611870] env[68989]: DEBUG nova.compute.provider_tree [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.693125] env[68989]: DEBUG oslo_vmware.api [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.709352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b64faf88-5b88-4b95-91b1-6970dc5217e5 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.742448] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218342, 'name': ReconfigVM_Task, 'duration_secs': 1.104434} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.742895] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f/7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.743831] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e64bdc-ff44-410a-9e7e-688b97169dc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.752085] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1058.752085] env[68989]: value = "task-3218344" [ 1058.752085] env[68989]: _type = "Task" [ 1058.752085] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.764178] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218344, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.845601] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.845968] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Instance network_info: |[{"id": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "address": "fa:16:3e:fa:d1:f1", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b0d84e-62", "ovs_interfaceid": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.846443] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.854312] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.854558] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.854782] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eedceaa-9383-4486-80a7-2833229baac8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.877327] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.877327] env[68989]: value = "task-3218345" [ 1058.877327] env[68989]: _type = "Task" [ 1058.877327] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.886625] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.052070] env[68989]: INFO nova.compute.manager [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Rebuilding instance [ 1059.103352] env[68989]: DEBUG nova.compute.manager [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.104302] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b63e72b-64c0-4a8f-b3ed-79e376c5009a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.117174] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.815s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.120043] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.149s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.120043] env[68989]: DEBUG nova.objects.instance [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'resources' on Instance uuid eccc6f45-478d-4c0f-878a-01b676370f81 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.139076] env[68989]: INFO nova.scheduler.client.report [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Deleted allocations for instance a242fe15-481e-4aa8-bc69-6ce8c09efb94 [ 1059.194499] env[68989]: DEBUG oslo_vmware.api [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218343, 'name': PowerOnVM_Task, 'duration_secs': 0.631708} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.195360] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.195617] env[68989]: DEBUG nova.compute.manager [None req-57524c8f-a8bc-4d87-8ed3-7e16549156df tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.196460] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8d1e96-1fbb-4ba3-b69b-db06ca2290e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.261602] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218344, 'name': Rename_Task, 'duration_secs': 0.200574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.261879] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.262250] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa9ea2f-365b-4239-afb6-df6a4d18c786 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.270157] env[68989]: DEBUG nova.compute.manager [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Received event network-changed-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.270157] env[68989]: DEBUG nova.compute.manager [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Refreshing instance network info cache due to event network-changed-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.270157] env[68989]: DEBUG oslo_concurrency.lockutils [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] Acquiring lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.270157] env[68989]: DEBUG oslo_concurrency.lockutils [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] Acquired lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.270157] env[68989]: DEBUG nova.network.neutron [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Refreshing network info cache for port 57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.273089] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1059.273089] env[68989]: value = "task-3218346" [ 1059.273089] env[68989]: _type = "Task" [ 1059.273089] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.283582] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.388237] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.650243] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2dc8e381-1337-410f-8e07-b3468ac1f9e4 tempest-InstanceActionsTestJSON-1555649216 tempest-InstanceActionsTestJSON-1555649216-project-member] Lock "a242fe15-481e-4aa8-bc69-6ce8c09efb94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.242s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.787753] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218346, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.887583] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.892170] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ff137f-a530-4288-b382-358d838ed1ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.900088] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e2184-3afa-44f2-b84a-4cc32e10ba02 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.937739] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b768d-dc3d-4998-a287-daae0b8d6b0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.946333] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca51dcf4-73cc-4581-a16a-6b0e09d30567 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.960467] env[68989]: DEBUG nova.compute.provider_tree [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.087145] env[68989]: DEBUG nova.network.neutron [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Updated VIF entry in instance network info cache for port 57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.087547] env[68989]: DEBUG nova.network.neutron [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Updating instance_info_cache with network_info: [{"id": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "address": "fa:16:3e:fa:d1:f1", "network": {"id": "4f8463fe-5b69-4a20-84c1-e031029fc7f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1094370802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db0ab468d9b9481d8e076851e0f06023", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b0d84e-62", "ovs_interfaceid": "57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.121038] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.121429] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-967b10f6-0a6f-4ae7-81ad-594c387355b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.132079] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1060.132079] env[68989]: value = "task-3218347" [ 1060.132079] env[68989]: _type = "Task" [ 1060.132079] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.139687] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.285124] env[68989]: DEBUG oslo_vmware.api [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218346, 'name': PowerOnVM_Task, 'duration_secs': 0.960814} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.285482] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.285624] env[68989]: INFO nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1060.285804] env[68989]: DEBUG nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.286820] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e4546f-4a05-4788-96ea-47cd24c18548 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.390861] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.463646] env[68989]: DEBUG nova.scheduler.client.report [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.590934] env[68989]: DEBUG oslo_concurrency.lockutils [req-6888d34c-209b-4d7d-819c-d962d5285519 req-84c76864-e848-465d-867f-543c1e758316 service nova] Releasing lock "refresh_cache-2d23d5b4-761e-49d8-b39c-af6e6fb272f0" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.640424] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218347, 'name': PowerOffVM_Task, 'duration_secs': 0.16668} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.640710] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.640966] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.641725] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232dea8-d73b-43ea-8e05-37756e9fadd4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.647745] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.647985] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff9084b1-10ca-4140-ab15-a57446b530d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.677038] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.677210] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.677426] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Deleting the datastore file [datastore2] 1828922b-a5ce-49d2-b749-922f79b73638 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.677666] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5b0b98-c968-4602-b265-379b3a293218 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.683647] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1060.683647] env[68989]: value = "task-3218349" [ 1060.683647] env[68989]: _type = "Task" [ 1060.683647] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.691611] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.811833] env[68989]: INFO nova.compute.manager [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Took 16.64 seconds to build instance. [ 1060.856890] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.857380] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.892017] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.969516] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.972060] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.178s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.999490] env[68989]: INFO nova.scheduler.client.report [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted allocations for instance eccc6f45-478d-4c0f-878a-01b676370f81 [ 1061.196697] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220135} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.196964] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.197162] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.197343] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.317021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-99a70e23-2253-4014-82fe-b8832d44a827 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.157s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.364232] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.364609] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.364609] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.364762] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.365616] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.365616] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.365616] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1061.365616] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.394730] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218345, 'name': CreateVM_Task, 'duration_secs': 2.447705} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.394913] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.395870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.396118] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.396455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.396990] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc985fe-1bc9-4a27-9cc7-89c124be5afa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.402267] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1061.402267] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64421-da10-e7b4-9436-a798d6ddda62" [ 1061.402267] env[68989]: _type = "Task" [ 1061.402267] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.413050] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64421-da10-e7b4-9436-a798d6ddda62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.475509] env[68989]: DEBUG nova.objects.instance [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'migration_context' on Instance uuid c169bee2-245a-429d-9b50-e3499c4bedcc {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.512949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-caa7f112-0d65-4476-b70f-61c5d3ddde54 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "eccc6f45-478d-4c0f-878a-01b676370f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.015s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.870223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.915831] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c64421-da10-e7b4-9436-a798d6ddda62, 'name': SearchDatastore_Task, 'duration_secs': 0.028789} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.915831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.915831] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.915831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.915831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.915831] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.915831] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedcb3a4-8f63-4c47-ac3d-a56ae432e278 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.926192] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.926825] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.927959] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77d8ba4-d24f-4aa9-8c9d-62e9f4bc097f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.933180] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1061.933180] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f40bd-3d61-2f9e-46fd-b5b9abb88a9a" [ 1061.933180] env[68989]: _type = "Task" [ 1061.933180] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.941081] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f40bd-3d61-2f9e-46fd-b5b9abb88a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.159127] env[68989]: DEBUG nova.compute.manager [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Received event network-changed-36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.163027] env[68989]: DEBUG nova.compute.manager [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Refreshing instance network info cache due to event network-changed-36010f6e-e581-459e-b88f-cc7da0298fb4. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.163027] env[68989]: DEBUG oslo_concurrency.lockutils [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] Acquiring lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.163027] env[68989]: DEBUG oslo_concurrency.lockutils [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] Acquired lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.163027] env[68989]: DEBUG nova.network.neutron [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Refreshing network info cache for port 36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.193620] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d265934-6e72-4a6a-b895-5ec4698ecc86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.201955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf446487-0437-4554-83c2-237cbb418d17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.236176] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54129b-8048-4d85-af6e-500ec8644dc0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.244000] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225faa05-570b-4276-a88e-5f37099d8d1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.249976] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.251021] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.251332] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.251367] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.251514] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.251690] env[68989]: DEBUG nova.virt.hardware [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.252482] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da3cee-ef36-4d82-995f-351b9e2aac13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.266894] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd83c4a-c251-4506-98a6-c9b9c127725f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.271175] env[68989]: DEBUG nova.compute.provider_tree [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.283550] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.289268] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.290077] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.290314] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047be8b6-07cb-4ce2-be9e-0750173cd35f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.306881] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.306881] env[68989]: value = "task-3218350" [ 1062.306881] env[68989]: _type = "Task" [ 1062.306881] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.314224] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218350, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.444032] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521f40bd-3d61-2f9e-46fd-b5b9abb88a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.019038} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.444658] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ae4d39-ecff-43d2-adbf-f6b195eaefcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.449984] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1062.449984] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e5b02-84ba-f5e5-2edf-bbe95a58117b" [ 1062.449984] env[68989]: _type = "Task" [ 1062.449984] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.457862] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e5b02-84ba-f5e5-2edf-bbe95a58117b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.775127] env[68989]: DEBUG nova.scheduler.client.report [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.821097] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218350, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.963621] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e5b02-84ba-f5e5-2edf-bbe95a58117b, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.963955] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.964238] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2d23d5b4-761e-49d8-b39c-af6e6fb272f0/2d23d5b4-761e-49d8-b39c-af6e6fb272f0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.964528] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6db7889-2fb8-46f3-bb17-b0f38601dbb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.971994] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1062.971994] env[68989]: value = "task-3218351" [ 1062.971994] env[68989]: _type = "Task" [ 1062.971994] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.980743] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.004918] env[68989]: DEBUG nova.network.neutron [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updated VIF entry in instance network info cache for port 36010f6e-e581-459e-b88f-cc7da0298fb4. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.005484] env[68989]: DEBUG nova.network.neutron [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updating instance_info_cache with network_info: [{"id": "36010f6e-e581-459e-b88f-cc7da0298fb4", "address": "fa:16:3e:83:e2:69", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36010f6e-e5", "ovs_interfaceid": "36010f6e-e581-459e-b88f-cc7da0298fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.322958] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218350, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.484745] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.508668] env[68989]: DEBUG oslo_concurrency.lockutils [req-eadf2cd7-f2ae-40a8-8c38-667d26f83072 req-67646d3c-a270-4e95-bb1b-46e9a2ab3695 service nova] Releasing lock "refresh_cache-7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.819s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.796188] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.492s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.797736] env[68989]: INFO nova.compute.claims [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.820131] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218350, 'name': CreateVM_Task, 'duration_secs': 1.126089} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.820295] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.820681] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.820837] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.821192] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.821800] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfebb48-5d3b-4bb4-8029-e0c8108625ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.827503] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1063.827503] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52075e64-8af7-3f82-142f-7e47e7465e29" [ 1063.827503] env[68989]: _type = "Task" [ 1063.827503] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.836192] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52075e64-8af7-3f82-142f-7e47e7465e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.983574] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645417} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.983852] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2d23d5b4-761e-49d8-b39c-af6e6fb272f0/2d23d5b4-761e-49d8-b39c-af6e6fb272f0.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.984262] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.984426] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5ad0549-e89f-4eea-bccb-9c4678a7816b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.991464] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1063.991464] env[68989]: value = "task-3218352" [ 1063.991464] env[68989]: _type = "Task" [ 1063.991464] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.999789] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.339219] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52075e64-8af7-3f82-142f-7e47e7465e29, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.339607] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.339961] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.340340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.340654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.340864] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.341562] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a065fbc8-2c84-4dfd-86b6-e3f8d582cbb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.357014] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.357277] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.358337] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e5febe-70e1-4fc1-b52b-f644d46d4e9a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.364488] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1064.364488] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c9a457-5728-6f99-9879-a43b9f52b471" [ 1064.364488] env[68989]: _type = "Task" [ 1064.364488] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.372690] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c9a457-5728-6f99-9879-a43b9f52b471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.501086] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.501453] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.502134] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112ee56-6aa1-40df-8fc1-90e255e91521 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.523829] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2d23d5b4-761e-49d8-b39c-af6e6fb272f0/2d23d5b4-761e-49d8-b39c-af6e6fb272f0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.524058] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca42559-6cff-4a72-a821-3f98a44eccbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542756] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1064.542756] env[68989]: value = "task-3218353" [ 1064.542756] env[68989]: _type = "Task" [ 1064.542756] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.550069] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.878970] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c9a457-5728-6f99-9879-a43b9f52b471, 'name': SearchDatastore_Task, 'duration_secs': 0.065619} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.879768] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a203c4f7-f6a4-489a-9abb-2875d66b2ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887054] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1064.887054] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c5cd0-71b0-5b5b-7a78-f0de068b2e1a" [ 1064.887054] env[68989]: _type = "Task" [ 1064.887054] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.894393] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c5cd0-71b0-5b5b-7a78-f0de068b2e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.998485] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f16003-7d1d-444a-b796-6a5ea8708493 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.012945] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20fdfa-b506-4b1a-9412-b09a61002b18 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.050054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9f634-a8c3-48d5-9efd-12d143c571bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.060681] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80856f-fa79-43a3-86a1-3354c09bbd71 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.065813] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218353, 'name': ReconfigVM_Task, 'duration_secs': 0.270884} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.066282] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2d23d5b4-761e-49d8-b39c-af6e6fb272f0/2d23d5b4-761e-49d8-b39c-af6e6fb272f0.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.067506] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d351df-0438-4a1e-a555-699c21bf2376 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.080844] env[68989]: DEBUG nova.compute.provider_tree [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.083242] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1065.083242] env[68989]: value = "task-3218354" [ 1065.083242] env[68989]: _type = "Task" [ 1065.083242] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.092090] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218354, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.333956] env[68989]: INFO nova.compute.manager [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Swapping old allocation on dict_keys(['926ccbcf-a246-4e02-bbbf-c7221f892eac']) held by migration 1bf1d833-f7fb-4160-b104-7698897baaf6 for instance [ 1065.355535] env[68989]: DEBUG nova.scheduler.client.report [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Overwriting current allocation {'allocations': {'926ccbcf-a246-4e02-bbbf-c7221f892eac': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 141}}, 'project_id': '8e00fa471edf4e69a3772659692099fe', 'user_id': '7fbb9ec4b13c404886fea0b6fbae0212', 'consumer_generation': 1} on consumer c169bee2-245a-429d-9b50-e3499c4bedcc {{(pid=68989) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1065.400195] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c5cd0-71b0-5b5b-7a78-f0de068b2e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.066321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.400483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.400741] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.401034] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83f4534e-0d85-42c1-ad39-6f6b59af9421 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.408127] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1065.408127] env[68989]: value = "task-3218355" [ 1065.408127] env[68989]: _type = "Task" [ 1065.408127] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.416700] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.446952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.447151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.447329] env[68989]: DEBUG nova.network.neutron [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.586347] env[68989]: DEBUG nova.scheduler.client.report [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.599341] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218354, 'name': Rename_Task, 'duration_secs': 0.141121} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.600130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.600130] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c6b4cd-9458-40c1-9100-5345650486c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.608125] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1065.608125] env[68989]: value = "task-3218356" [ 1065.608125] env[68989]: _type = "Task" [ 1065.608125] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.620168] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.918938] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.091488] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.092194] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.095265] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.464s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.120357] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.288454] env[68989]: DEBUG nova.network.neutron [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [{"id": "60c43c4e-94f7-401a-ad1d-186b7492f034", "address": "fa:16:3e:c8:c5:ff", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c43c4e-94", "ovs_interfaceid": "60c43c4e-94f7-401a-ad1d-186b7492f034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.418846] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537064} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.419541] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.419541] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.419717] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4c6e49-0b7b-4949-949b-ba4bdf0dace1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.426316] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1066.426316] env[68989]: value = "task-3218357" [ 1066.426316] env[68989]: _type = "Task" [ 1066.426316] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.433852] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.602607] env[68989]: DEBUG nova.compute.utils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.604633] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.604633] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.621040] env[68989]: DEBUG oslo_vmware.api [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218356, 'name': PowerOnVM_Task, 'duration_secs': 0.663186} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.623734] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.623937] env[68989]: INFO nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1066.624133] env[68989]: DEBUG nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.625104] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb72d9c-9b2d-48e5-a37f-83db5a4554d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.667722] env[68989]: DEBUG nova.policy [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.788088] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266dc89-ac5a-40ce-ad22-79a88701acb2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.791933] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-c169bee2-245a-429d-9b50-e3499c4bedcc" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.801729] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04861496-0748-4d3e-bf50-28f149e72b0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.807491] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3bdac-9e9a-4f64-9de7-426b104b57c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.811426] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85263070-762a-4d81-bd42-d5837fc9a309 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.848776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a87d1d-c8d0-40c0-abcf-db7698d94c10 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.862165] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf5c3b-1eed-4511-a8b7-292b795eb59e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.874101] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.935151] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116404} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.935428] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.936215] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ce1ce-aec2-431f-a830-95a455d55d0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956585] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.957254] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddddcc1c-1727-4dec-934c-2558103f8eb8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.978585] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1066.978585] env[68989]: value = "task-3218358" [ 1066.978585] env[68989]: _type = "Task" [ 1066.978585] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.988599] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.062036] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Successfully created port: 120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.107037] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.148697] env[68989]: INFO nova.compute.manager [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Took 19.38 seconds to build instance. [ 1067.381026] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.488215] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.651150] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a0ef37d1-ed62-483e-9925-323a1d31f1e8 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.893s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.931426] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.931833] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c522d7-adf0-4e07-82d3-6a44823278d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.940823] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1067.940823] env[68989]: value = "task-3218359" [ 1067.940823] env[68989]: _type = "Task" [ 1067.940823] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.950595] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.990012] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218358, 'name': ReconfigVM_Task, 'duration_secs': 0.538646} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.990444] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 1828922b-a5ce-49d2-b749-922f79b73638/1828922b-a5ce-49d2-b749-922f79b73638.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.991035] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e72f21-88fe-445b-aa13-b5feaf97cc86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.997563] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1067.997563] env[68989]: value = "task-3218360" [ 1067.997563] env[68989]: _type = "Task" [ 1067.997563] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.007832] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218360, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.120183] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.144412] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.144711] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.144892] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.145156] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.145346] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.145415] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.145590] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.145936] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.145936] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.146120] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.146312] env[68989]: DEBUG nova.virt.hardware [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.147888] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ec7a6-50a1-4639-a32e-08241bd2c9db {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.157782] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb5134e-6a32-4a48-883d-e9867d36cd6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.190041] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.190041] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.190223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.190258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.190647] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.192986] env[68989]: INFO nova.compute.manager [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Terminating instance [ 1068.393439] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.396227] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.953s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.397676] env[68989]: INFO nova.compute.claims [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.451185] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218359, 'name': PowerOffVM_Task, 'duration_secs': 0.207934} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.451494] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.452155] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.452374] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.452547] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.452753] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.452903] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.453059] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.453265] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.453421] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.453586] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.453745] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.453919] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.459548] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afad369-7409-4c8a-82da-bff714810774 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.474935] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1068.474935] env[68989]: value = "task-3218361" [ 1068.474935] env[68989]: _type = "Task" [ 1068.474935] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.484375] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.508327] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218360, 'name': Rename_Task, 'duration_secs': 0.161581} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.508613] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.508892] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f110f926-842c-4740-ad0c-fd5a9843f31c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.515044] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1068.515044] env[68989]: value = "task-3218362" [ 1068.515044] env[68989]: _type = "Task" [ 1068.515044] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.522637] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.638583] env[68989]: DEBUG nova.compute.manager [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-vif-plugged-120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.638820] env[68989]: DEBUG oslo_concurrency.lockutils [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.639025] env[68989]: DEBUG oslo_concurrency.lockutils [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.639204] env[68989]: DEBUG oslo_concurrency.lockutils [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.639380] env[68989]: DEBUG nova.compute.manager [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] No waiting events found dispatching network-vif-plugged-120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.639545] env[68989]: WARNING nova.compute.manager [req-7698d8b2-8105-4904-a566-a79eda74d326 req-8763f89d-018a-42d6-a6f8-3f50f2ee5f26 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received unexpected event network-vif-plugged-120752e4-a535-4277-9eb0-5fafe4f37823 for instance with vm_state building and task_state spawning. [ 1068.696434] env[68989]: DEBUG nova.compute.manager [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.696686] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.698041] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9b681-03e6-459d-9281-6f6880fff1e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.708937] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.709234] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be430f1-20e7-4499-82fc-836b59d5c0c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.718599] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1068.718599] env[68989]: value = "task-3218363" [ 1068.718599] env[68989]: _type = "Task" [ 1068.718599] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.729362] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.770493] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Successfully updated port: 120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.960864] env[68989]: INFO nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocation for migration 3fc14ee3-2db5-4744-9a9c-2207521a9aed [ 1068.987719] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.025773] env[68989]: DEBUG oslo_vmware.api [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218362, 'name': PowerOnVM_Task, 'duration_secs': 0.41125} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.026094] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.026320] env[68989]: DEBUG nova.compute.manager [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.027176] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d22429-3b3a-4130-bdd9-0009ae1f9924 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.228513] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218363, 'name': PowerOffVM_Task, 'duration_secs': 0.183616} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.228964] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.229051] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.229263] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b44570e-f0da-420a-9f9c-8e66d579435f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.274232] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.274389] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.274545] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.292565] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.292795] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.292980] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleting the datastore file [datastore2] 2d23d5b4-761e-49d8-b39c-af6e6fb272f0 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.293241] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98fa8b70-e4cb-425f-b4f8-ad9b17430726 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.299441] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for the task: (returnval){ [ 1069.299441] env[68989]: value = "task-3218365" [ 1069.299441] env[68989]: _type = "Task" [ 1069.299441] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.307349] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.466163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.227s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.487324] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.546108] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.575850] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac7683-a1ae-4c3a-b0c1-479932033a2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.584569] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64400e83-eedf-42ad-98f9-c291cdee6ccf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.616198] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3b856-97c7-4760-bcbd-f3ca8c21cfab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.623851] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f46c37-70cb-4241-a97e-3b4fad658f93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.637301] env[68989]: DEBUG nova.compute.provider_tree [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.809997] env[68989]: DEBUG oslo_vmware.api [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Task: {'id': task-3218365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201429} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.810832] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.812729] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.812944] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.813148] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.813329] env[68989]: INFO nova.compute.manager [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1069.813569] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.813768] env[68989]: DEBUG nova.compute.manager [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.813862] env[68989]: DEBUG nova.network.neutron [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.986330] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218361, 'name': ReconfigVM_Task, 'duration_secs': 1.177542} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.987191] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc9572-9a88-4346-8c6d-c551d98f6bf6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.013945] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.014242] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.014411] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.014710] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.017216] env[68989]: DEBUG nova.virt.hardware [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.020029] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b984c4e8-a49f-403d-acb1-f3210e69352c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.025426] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1070.025426] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5c80-d5f9-171b-a6e8-461fab49ece3" [ 1070.025426] env[68989]: _type = "Task" [ 1070.025426] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.033028] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5c80-d5f9-171b-a6e8-461fab49ece3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.087871] env[68989]: DEBUG nova.network.neutron [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.140557] env[68989]: DEBUG nova.scheduler.client.report [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.535670] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5c80-d5f9-171b-a6e8-461fab49ece3, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.541082] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.541813] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b80cdec-39c9-4f97-93e6-06aaa76e439d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.561201] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1070.561201] env[68989]: value = "task-3218366" [ 1070.561201] env[68989]: _type = "Task" [ 1070.561201] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.569235] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.590949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.592049] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Instance network_info: |[{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.592049] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:af:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '120752e4-a535-4277-9eb0-5fafe4f37823', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.599134] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating folder: Project (62f64c5edef7439aaa2019768bcd4afa). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.599408] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b30c8f0-8e3e-47dc-929f-8b3847611443 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.609508] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created folder: Project (62f64c5edef7439aaa2019768bcd4afa) in parent group-v643186. [ 1070.609686] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating folder: Instances. Parent ref: group-v643469. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.609911] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de20221-eac7-4c70-a912-d25f988d5afa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.618252] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created folder: Instances in parent group-v643469. [ 1070.618608] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.618673] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.618894] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94ee466-1176-4809-ad9a-50a81ce43e06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.636947] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.636947] env[68989]: value = "task-3218369" [ 1070.636947] env[68989]: _type = "Task" [ 1070.636947] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.644797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.645316] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.647728] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.648770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.778s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.648770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.648770] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1070.648770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.103s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.648770] env[68989]: DEBUG nova.objects.instance [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.653136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7ae8e-c707-49f4-ac82-5eca509dc5e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.659597] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e71eb-c325-496f-919b-9a089de317e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.674588] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d424a9-71c5-4215-9f42-1017e67293e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.681626] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3a792-1a7c-4448-b8ee-1540aafd5d07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.691074] env[68989]: DEBUG nova.compute.manager [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-changed-120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.691414] env[68989]: DEBUG nova.compute.manager [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing instance network info cache due to event network-changed-120752e4-a535-4277-9eb0-5fafe4f37823. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.691766] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.692038] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.692305] env[68989]: DEBUG nova.network.neutron [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing network info cache for port 120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.695268] env[68989]: DEBUG nova.network.neutron [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.438808] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "1828922b-a5ce-49d2-b749-922f79b73638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.439139] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.439309] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "1828922b-a5ce-49d2-b749-922f79b73638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.439491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.439654] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.441273] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.441449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.441631] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.441807] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.441964] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.444342] env[68989]: DEBUG nova.compute.utils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.450015] env[68989]: INFO nova.compute.manager [-] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Took 1.64 seconds to deallocate network for instance. [ 1071.450384] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179579MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1071.450517] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.451113] env[68989]: INFO nova.compute.manager [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Terminating instance [ 1071.452551] env[68989]: INFO nova.compute.manager [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Terminating instance [ 1071.459922] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.460101] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.476175] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218366, 'name': ReconfigVM_Task, 'duration_secs': 0.198379} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.477194] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.477751] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.478950] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425cb0b5-7362-4f1d-a2c7-7b5fdb7a2974 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.508028] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.508368] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85cd5b6d-0893-4ef0-bfa3-1a3b33a38942 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.527320] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1071.527320] env[68989]: value = "task-3218370" [ 1071.527320] env[68989]: _type = "Task" [ 1071.527320] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.536469] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.582012] env[68989]: DEBUG nova.policy [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfb57abd510433b9faf6ad88d478721', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10611da5e8547ad8d8cad1a2cd36ca2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.926815] env[68989]: DEBUG nova.network.neutron [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updated VIF entry in instance network info cache for port 120752e4-a535-4277-9eb0-5fafe4f37823. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.927278] env[68989]: DEBUG nova.network.neutron [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.952891] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.955281] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.956284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-91278284-3891-49bf-ad08-f5bf06318bfa tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.308s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.957473] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.507s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.967617] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "refresh_cache-1828922b-a5ce-49d2-b749-922f79b73638" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967796] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquired lock "refresh_cache-1828922b-a5ce-49d2-b749-922f79b73638" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.968097] env[68989]: DEBUG nova.network.neutron [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.969268] env[68989]: DEBUG nova.compute.manager [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.969902] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.970399] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3de35b9-b28d-405b-8990-5bafc058c803 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.977436] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.977972] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceae2772-58e8-482c-a070-2b080c3f0b5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.984155] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1071.984155] env[68989]: value = "task-3218371" [ 1071.984155] env[68989]: _type = "Task" [ 1071.984155] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.988531] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.003211] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.043157] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218370, 'name': ReconfigVM_Task, 'duration_secs': 0.316652} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.043465] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc/c169bee2-245a-429d-9b50-e3499c4bedcc.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.044463] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e552a-7f2b-4186-81ca-512627ca994c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.067523] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Successfully created port: 2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.070015] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a6158-1415-4c4c-9e29-62078d1f65ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.092564] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fb6f1-8c5f-400a-99b5-c2b1ca4ca5f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.114990] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aeef21-765f-44bd-ba8b-1bc508980ecb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.122546] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.122813] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc3f10a-38a2-4c68-8425-8930af83f0fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.129895] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1072.129895] env[68989]: value = "task-3218372" [ 1072.129895] env[68989]: _type = "Task" [ 1072.129895] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.139817] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.430074] env[68989]: DEBUG oslo_concurrency.lockutils [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.430431] env[68989]: DEBUG nova.compute.manager [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Received event network-vif-deleted-57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.430670] env[68989]: INFO nova.compute.manager [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Neutron deleted interface 57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5; detaching it from the instance and deleting it from the info cache [ 1072.430898] env[68989]: DEBUG nova.network.neutron [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.454790] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.495746] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218371, 'name': PowerOffVM_Task, 'duration_secs': 0.185167} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.496593] env[68989]: DEBUG nova.network.neutron [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.498615] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.498789] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.499851] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6245448-aa1d-41c9-97cb-199278898198 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.576464] env[68989]: DEBUG nova.network.neutron [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.640384] env[68989]: DEBUG oslo_vmware.api [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218372, 'name': PowerOnVM_Task, 'duration_secs': 0.390926} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.640680] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.933729] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e96045d8-261f-49c3-b296-153a604a9edd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.944062] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fb618c-6faa-40c6-9952-85cb55b7cb70 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.966132] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.968352] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.985963] env[68989]: DEBUG nova.compute.manager [req-6cb1c66a-84f3-4122-8550-8603f8072ed0 req-97a6e793-f0a0-48a3-aaf5-04515f8e57b1 service nova] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Detach interface failed, port_id=57b0d84e-626f-4f2b-b42f-bcf8f0aa59c5, reason: Instance 2d23d5b4-761e-49d8-b39c-af6e6fb272f0 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.998667] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.998924] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.999090] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.999271] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.999414] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.999606] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.999845] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.000055] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.000200] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.000362] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.000535] env[68989]: DEBUG nova.virt.hardware [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.001989] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b98217-550a-4481-9039-6d2758bbda1d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.010367] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48c3621-b187-436f-acce-035f113fbbe0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.016423] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.016624] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance aa244aea-a686-4175-88c6-34ce62bcd2ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.016782] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9959c6fd-0895-4a47-80b2-17ca82d19220 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.016948] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017111] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f83824ab-b239-48db-b5e5-7e264aa8003e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017283] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a8779baa-3574-4278-815b-1ac5875a4b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017433] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c169bee2-245a-429d-9b50-e3499c4bedcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017606] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017743] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.017920] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 1828922b-a5ce-49d2-b749-922f79b73638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.018061] env[68989]: WARNING nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 2d23d5b4-761e-49d8-b39c-af6e6fb272f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.018189] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 3d468776-003f-4558-bbd3-7f19ef61da0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.018337] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.018609] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1073.018758] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1073.078889] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Releasing lock "refresh_cache-1828922b-a5ce-49d2-b749-922f79b73638" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.079343] env[68989]: DEBUG nova.compute.manager [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.079540] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.080410] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c94d81-be4b-4737-aece-47cfb29a8fe4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.089490] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.090133] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c480e5fd-c000-4e27-beb9-fb691c603863 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.095144] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1073.095144] env[68989]: value = "task-3218374" [ 1073.095144] env[68989]: _type = "Task" [ 1073.095144] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.105561] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.117396] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.117672] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.117861] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleting the datastore file [datastore2] 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.118120] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7900950-6132-44cd-87d0-d87201a51946 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.127025] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for the task: (returnval){ [ 1073.127025] env[68989]: value = "task-3218375" [ 1073.127025] env[68989]: _type = "Task" [ 1073.127025] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.135041] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.199626] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d09288-38cd-4846-aa44-2ec98894beb3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.208158] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e294a21-5485-4b31-887c-a037e06b1401 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.238701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad30328-bad6-4a80-9fe5-a3452b61cc42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.246023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f717cf6-feb6-4429-8558-acb1e4729418 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.259695] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.464352] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218369, 'name': CreateVM_Task, 'duration_secs': 2.465481} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.464633] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.465384] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.465522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.465854] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.466127] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8b1e4a-570f-4da9-83a9-9c4e8c8b5683 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.471803] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1073.471803] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f33cbd-5a96-1a34-8509-c11d7a347803" [ 1073.471803] env[68989]: _type = "Task" [ 1073.471803] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.480031] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f33cbd-5a96-1a34-8509-c11d7a347803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.556132] env[68989]: DEBUG nova.compute.manager [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Received event network-vif-plugged-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.556132] env[68989]: DEBUG oslo_concurrency.lockutils [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] Acquiring lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.556132] env[68989]: DEBUG oslo_concurrency.lockutils [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.556132] env[68989]: DEBUG oslo_concurrency.lockutils [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.556132] env[68989]: DEBUG nova.compute.manager [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] No waiting events found dispatching network-vif-plugged-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.556421] env[68989]: WARNING nova.compute.manager [req-f34a635d-818e-4eaf-a84e-bc0b969da015 req-151dfb28-ad0d-40e7-a9c7-d5005431a56b service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Received unexpected event network-vif-plugged-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de for instance with vm_state building and task_state spawning. [ 1073.605282] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218374, 'name': PowerOffVM_Task, 'duration_secs': 0.169847} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.605282] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.605423] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.605610] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8a4565-37ca-4a35-aa03-ba654ad89feb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.632034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.632034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.632034] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Deleting the datastore file [datastore1] 1828922b-a5ce-49d2-b749-922f79b73638 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.632598] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf1ae5a-ee62-4792-b1e5-54b0bd958c7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.637457] env[68989]: DEBUG oslo_vmware.api [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Task: {'id': task-3218375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242268} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.639387] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.639387] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.639387] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.639387] env[68989]: INFO nova.compute.manager [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1073.639578] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.639685] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for the task: (returnval){ [ 1073.639685] env[68989]: value = "task-3218377" [ 1073.639685] env[68989]: _type = "Task" [ 1073.639685] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.639857] env[68989]: DEBUG nova.compute.manager [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.639945] env[68989]: DEBUG nova.network.neutron [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.650151] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.691550] env[68989]: INFO nova.compute.manager [None req-f77b598e-45d7-43c6-8a16-ad49c0e8f14b tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance to original state: 'active' [ 1073.715939] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Successfully updated port: 2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.762684] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.982115] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f33cbd-5a96-1a34-8509-c11d7a347803, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.982456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.982695] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.982930] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.983088] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.983268] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.983533] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7f1251f-f4e1-449b-ae78-4a55ad4846b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.991799] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.992100] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.993134] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8737532a-c00e-4384-bfe3-f53f5cc5a306 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.000182] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1074.000182] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b2abc-b8cd-8ece-bda5-716ae506c0fb" [ 1074.000182] env[68989]: _type = "Task" [ 1074.000182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.008457] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b2abc-b8cd-8ece-bda5-716ae506c0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.151570] env[68989]: DEBUG oslo_vmware.api [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Task: {'id': task-3218377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112882} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.151832] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.152039] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.152421] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.152421] env[68989]: INFO nova.compute.manager [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1074.152696] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.152845] env[68989]: DEBUG nova.compute.manager [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.152937] env[68989]: DEBUG nova.network.neutron [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.180903] env[68989]: DEBUG nova.network.neutron [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.220980] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.221155] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.221308] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.268202] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1074.268639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.311s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.268719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.280s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.268867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.291676] env[68989]: INFO nova.scheduler.client.report [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Deleted allocations for instance 2d23d5b4-761e-49d8-b39c-af6e6fb272f0 [ 1074.510771] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526b2abc-b8cd-8ece-bda5-716ae506c0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.511576] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a89a5dc-2d73-40de-81c9-12f76c7d5ea8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.517652] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1074.517652] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa1ea0-66ec-0f0d-dad6-3a5643422ec8" [ 1074.517652] env[68989]: _type = "Task" [ 1074.517652] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.526247] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa1ea0-66ec-0f0d-dad6-3a5643422ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.672778] env[68989]: DEBUG nova.network.neutron [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.682729] env[68989]: DEBUG nova.network.neutron [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.767447] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.800271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-28a02800-15db-4e5b-98ff-b23196200a55 tempest-ImagesOneServerNegativeTestJSON-1007185202 tempest-ImagesOneServerNegativeTestJSON-1007185202-project-member] Lock "2d23d5b4-761e-49d8-b39c-af6e6fb272f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.609s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.926404] env[68989]: DEBUG nova.network.neutron [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Updating instance_info_cache with network_info: [{"id": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "address": "fa:16:3e:25:3c:28", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2434ed9a-57", "ovs_interfaceid": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.028998] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa1ea0-66ec-0f0d-dad6-3a5643422ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.029289] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.029608] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3d468776-003f-4558-bbd3-7f19ef61da0e/3d468776-003f-4558-bbd3-7f19ef61da0e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.029926] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db972ac1-ce69-483c-b381-c257640f875f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.038042] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1075.038042] env[68989]: value = "task-3218378" [ 1075.038042] env[68989]: _type = "Task" [ 1075.038042] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.047340] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.113031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.113031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.113268] env[68989]: INFO nova.compute.manager [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Shelving [ 1075.123668] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.123809] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.124024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.124251] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.124558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.127075] env[68989]: INFO nova.compute.manager [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Terminating instance [ 1075.175617] env[68989]: INFO nova.compute.manager [-] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Took 1.54 seconds to deallocate network for instance. [ 1075.185599] env[68989]: INFO nova.compute.manager [-] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Took 1.03 seconds to deallocate network for instance. [ 1075.432028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.432028] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Instance network_info: |[{"id": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "address": "fa:16:3e:25:3c:28", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2434ed9a-57", "ovs_interfaceid": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.432028] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:3c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2434ed9a-571c-4bbf-92bf-c9ac59f1b5de', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.440099] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.440882] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.441276] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab7db48-b418-41de-a72c-c646286b00d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.468023] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.468023] env[68989]: value = "task-3218379" [ 1075.468023] env[68989]: _type = "Task" [ 1075.468023] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.475700] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218379, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.550602] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487118} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.550602] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3d468776-003f-4558-bbd3-7f19ef61da0e/3d468776-003f-4558-bbd3-7f19ef61da0e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.551090] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.551090] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed7805a-a3f2-4324-ab6e-cb243bffbb26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.558463] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1075.558463] env[68989]: value = "task-3218380" [ 1075.558463] env[68989]: _type = "Task" [ 1075.558463] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.568742] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.588430] env[68989]: DEBUG nova.compute.manager [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Received event network-changed-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.588686] env[68989]: DEBUG nova.compute.manager [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Refreshing instance network info cache due to event network-changed-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.588943] env[68989]: DEBUG oslo_concurrency.lockutils [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] Acquiring lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589105] env[68989]: DEBUG oslo_concurrency.lockutils [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] Acquired lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589271] env[68989]: DEBUG nova.network.neutron [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Refreshing network info cache for port 2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.631153] env[68989]: DEBUG nova.compute.manager [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.631408] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.631902] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d80d53-c494-4c44-a076-4e6cdbf3fcb0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.638213] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1075.638213] env[68989]: value = "task-3218381" [ 1075.638213] env[68989]: _type = "Task" [ 1075.638213] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.647345] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.682783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.683177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.683457] env[68989]: DEBUG nova.objects.instance [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lazy-loading 'resources' on Instance uuid 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.693496] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.975720] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218379, 'name': CreateVM_Task, 'duration_secs': 0.361392} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.975891] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.976601] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.976772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.977096] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.977350] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595d966e-59e5-4a03-a46c-d241b3513f4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.982067] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1075.982067] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52affb67-a81c-b065-0b1f-c2fe8abe7fb0" [ 1075.982067] env[68989]: _type = "Task" [ 1075.982067] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.991309] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52affb67-a81c-b065-0b1f-c2fe8abe7fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.069974] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140324} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.070294] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.071096] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a627a6de-5bc8-443e-ba8f-7032e0888d7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.095213] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3d468776-003f-4558-bbd3-7f19ef61da0e/3d468776-003f-4558-bbd3-7f19ef61da0e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.097630] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0363179-85a9-4f2e-99c8-13729eb9d1fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.118461] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1076.118461] env[68989]: value = "task-3218382" [ 1076.118461] env[68989]: _type = "Task" [ 1076.118461] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.122300] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.122554] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad2808c-f72a-43ed-becc-a9c765da1acb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.130409] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.131299] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1076.131299] env[68989]: value = "task-3218383" [ 1076.131299] env[68989]: _type = "Task" [ 1076.131299] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.141704] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.151896] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218381, 'name': PowerOffVM_Task, 'duration_secs': 0.305264} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.152229] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.152454] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.152674] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643436', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'name': 'volume-a68ae253-dc18-405d-85c2-9bc85e8a0499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c169bee2-245a-429d-9b50-e3499c4bedcc', 'attached_at': '2025-04-03T02:13:43.000000', 'detached_at': '', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'serial': 'a68ae253-dc18-405d-85c2-9bc85e8a0499'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.153522] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a602d-86f1-4472-9246-48f1ebd6c68a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.178399] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d7c8f-dafe-42a7-846c-019f3d4e7233 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.191642] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5fe48-8344-4379-926a-51b2cae30a48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.221149] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8782b316-ae68-4add-9f5a-12d76989f0c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.239166] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] The volume has not been displaced from its original location: [datastore1] volume-a68ae253-dc18-405d-85c2-9bc85e8a0499/volume-a68ae253-dc18-405d-85c2-9bc85e8a0499.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.245193] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.250501] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad8ac66-1e19-4bf2-9ab2-4d1b0f1ff5ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270862] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1076.270862] env[68989]: value = "task-3218384" [ 1076.270862] env[68989]: _type = "Task" [ 1076.270862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.290819] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.369086] env[68989]: DEBUG nova.network.neutron [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Updated VIF entry in instance network info cache for port 2434ed9a-571c-4bbf-92bf-c9ac59f1b5de. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.369631] env[68989]: DEBUG nova.network.neutron [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Updating instance_info_cache with network_info: [{"id": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "address": "fa:16:3e:25:3c:28", "network": {"id": "8ded4cbb-437d-492d-b514-851c0d28981e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1867334345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10611da5e8547ad8d8cad1a2cd36ca2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2434ed9a-57", "ovs_interfaceid": "2434ed9a-571c-4bbf-92bf-c9ac59f1b5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.429230] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff809ae-08cc-4d67-bb16-054288ab9b97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.437305] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed1001-ea78-495f-9bf8-f95d086b6b5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.476624] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23988146-4bd0-4985-a2ea-79894c66872a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.487367] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1cc2d-cc9c-4c1d-b0a5-89cec44b6bdd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.496758] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52affb67-a81c-b065-0b1f-c2fe8abe7fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.504644] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504922] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.505185] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.505969] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.506144] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.506701] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.508258] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fbe6e35-f194-4d09-b6d2-730a56af7a9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.522769] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.522988] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.523714] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d00de2-e3be-4324-bb7d-83b78ff3219c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529630] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1076.529630] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e9fc30-d942-cfc8-a757-56a29cc70409" [ 1076.529630] env[68989]: _type = "Task" [ 1076.529630] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.537090] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e9fc30-d942-cfc8-a757-56a29cc70409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.629839] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218382, 'name': ReconfigVM_Task, 'duration_secs': 0.313528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.631084] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3d468776-003f-4558-bbd3-7f19ef61da0e/3d468776-003f-4558-bbd3-7f19ef61da0e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.631875] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bc27332-4a36-48d3-92c2-697487ba9d22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.645233] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218383, 'name': PowerOffVM_Task, 'duration_secs': 0.27838} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.646832] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.647434] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1076.647434] env[68989]: value = "task-3218385" [ 1076.647434] env[68989]: _type = "Task" [ 1076.647434] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.648136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7dca26-8b10-4abe-a992-caceac5133a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.674437] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b29d9c-313a-4093-afa7-2056ca09a204 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.677246] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218385, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.780945] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218384, 'name': ReconfigVM_Task, 'duration_secs': 0.418021} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.781280] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.786071] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1519c8-5b1a-4846-bdbb-1881597500e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.804672] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1076.804672] env[68989]: value = "task-3218386" [ 1076.804672] env[68989]: _type = "Task" [ 1076.804672] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.813915] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.873027] env[68989]: DEBUG oslo_concurrency.lockutils [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] Releasing lock "refresh_cache-6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.873413] env[68989]: DEBUG nova.compute.manager [req-01a3ce2a-10b4-4a23-9abb-ad04bdf1ff4e req-f22c4d31-5465-4622-bb0e-b8d660027027 service nova] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Received event network-vif-deleted-9b6728f0-e9ac-4cb2-8c56-403875ac3d13 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.035900] env[68989]: ERROR nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] [req-bc453e8a-1f0a-42db-bde7-0fc2d495b2c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc453e8a-1f0a-42db-bde7-0fc2d495b2c0"}]} [ 1077.047988] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e9fc30-d942-cfc8-a757-56a29cc70409, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.048865] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e9a3d9-08df-48bc-b787-6cda5a77f932 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.054038] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1077.058205] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1077.058205] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5215c552-f4d0-84fb-d480-e155c3c9be22" [ 1077.058205] env[68989]: _type = "Task" [ 1077.058205] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.068412] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5215c552-f4d0-84fb-d480-e155c3c9be22, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.068720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.068988] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda/6b2802a7-158a-4a8c-a6ea-3a09b3b84dda.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.069261] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8c2aabc-62f8-47b7-ab3c-3e0e3fd6a41c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.073551] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1077.073816] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.077443] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1077.077443] env[68989]: value = "task-3218387" [ 1077.077443] env[68989]: _type = "Task" [ 1077.077443] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.086210] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.088962] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1077.113644] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.160240] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218385, 'name': Rename_Task, 'duration_secs': 0.266775} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.160584] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.161492] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b4b257-aab6-4b83-8127-033d53febd6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.172293] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1077.172293] env[68989]: value = "task-3218388" [ 1077.172293] env[68989]: _type = "Task" [ 1077.172293] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.190261] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.190261] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.190261] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3b03787-7814-40c3-89a4-0c56e5a47e3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.196193] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1077.196193] env[68989]: value = "task-3218389" [ 1077.196193] env[68989]: _type = "Task" [ 1077.196193] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.206189] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.313332] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e70064-9186-455f-b46d-a564936c2f7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.319392] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218386, 'name': ReconfigVM_Task, 'duration_secs': 0.158916} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.320242] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643436', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'name': 'volume-a68ae253-dc18-405d-85c2-9bc85e8a0499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c169bee2-245a-429d-9b50-e3499c4bedcc', 'attached_at': '2025-04-03T02:13:43.000000', 'detached_at': '', 'volume_id': 'a68ae253-dc18-405d-85c2-9bc85e8a0499', 'serial': 'a68ae253-dc18-405d-85c2-9bc85e8a0499'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.320549] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.321420] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0871b2-dbb2-4c42-be18-9b296a846fd6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.327890] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b5efc-4cc6-47e5-8968-61476e1ea018 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.333906] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.334604] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38190234-36c0-478a-9a6c-cac42084123e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.366613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6655bf-6576-4312-9b7c-c7476e3e9013 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.375729] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262851c6-bb5c-4cb3-a83b-9ae78022ab38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.394020] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.407384] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.407567] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.407770] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleting the datastore file [datastore1] c169bee2-245a-429d-9b50-e3499c4bedcc {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.408353] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6c95f42-f125-4325-84e9-69dda7d4e064 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.416895] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1077.416895] env[68989]: value = "task-3218391" [ 1077.416895] env[68989]: _type = "Task" [ 1077.416895] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.427481] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.589988] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511792} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.590296] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda/6b2802a7-158a-4a8c-a6ea-3a09b3b84dda.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.590547] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.590771] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6864b11a-c953-40b4-8e10-58c309aa1b56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.597668] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1077.597668] env[68989]: value = "task-3218392" [ 1077.597668] env[68989]: _type = "Task" [ 1077.597668] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.606208] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.682197] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.706316] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218389, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.754160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.754462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.927745] env[68989]: DEBUG oslo_vmware.api [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251583} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.928057] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.928257] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.928503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.928632] env[68989]: INFO nova.compute.manager [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1077.928875] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.929084] env[68989]: DEBUG nova.compute.manager [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.929178] env[68989]: DEBUG nova.network.neutron [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.931517] env[68989]: DEBUG nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.931780] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 143 to 144 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.932159] env[68989]: DEBUG nova.compute.provider_tree [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.108251] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062584} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.108756] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.112026] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70bc81-1514-40ca-a986-7d6db37ffc60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.134730] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda/6b2802a7-158a-4a8c-a6ea-3a09b3b84dda.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.135170] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e864edec-e509-451c-8af3-a0baffe7261e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.157152] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1078.157152] env[68989]: value = "task-3218393" [ 1078.157152] env[68989]: _type = "Task" [ 1078.157152] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.167459] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.183448] env[68989]: DEBUG oslo_vmware.api [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218388, 'name': PowerOnVM_Task, 'duration_secs': 0.623866} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.184074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.184074] env[68989]: INFO nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1078.184156] env[68989]: DEBUG nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.184901] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94be51-aa11-4f56-a6fc-9e41da43102e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.206083] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218389, 'name': CreateSnapshot_Task, 'duration_secs': 0.864524} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.206325] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.207308] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a7104-e0bc-4485-a8d4-375adc35a749 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.257856] env[68989]: INFO nova.compute.manager [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Detaching volume 5cc8caf3-05a6-4b4d-8343-638e94723d88 [ 1078.303369] env[68989]: INFO nova.virt.block_device [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Attempting to driver detach volume 5cc8caf3-05a6-4b4d-8343-638e94723d88 from mountpoint /dev/sdb [ 1078.303657] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.304045] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643434', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'name': 'volume-5cc8caf3-05a6-4b4d-8343-638e94723d88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a8779baa-3574-4278-815b-1ac5875a4b7b', 'attached_at': '', 'detached_at': '', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'serial': '5cc8caf3-05a6-4b4d-8343-638e94723d88'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.304948] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c5812-fe79-4dac-8c0b-e0f738367af5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.335087] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39b8f6-8c5d-4027-b095-f8bb3ccf458e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.343056] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45769310-e7e6-4e6a-86d8-f9a0aff699f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.365429] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61b44f4-33c5-4225-9fe5-5fa6145cbefb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.380565] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] The volume has not been displaced from its original location: [datastore1] volume-5cc8caf3-05a6-4b4d-8343-638e94723d88/volume-5cc8caf3-05a6-4b4d-8343-638e94723d88.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.385780] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.386098] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6848963a-37d9-4b2f-9623-759ba47a387e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.406123] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1078.406123] env[68989]: value = "task-3218394" [ 1078.406123] env[68989]: _type = "Task" [ 1078.406123] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.415492] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.437595] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.754s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.440479] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.747s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.440479] env[68989]: DEBUG nova.objects.instance [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lazy-loading 'resources' on Instance uuid 1828922b-a5ce-49d2-b749-922f79b73638 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.466727] env[68989]: INFO nova.scheduler.client.report [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Deleted allocations for instance 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6 [ 1078.667746] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218393, 'name': ReconfigVM_Task, 'duration_secs': 0.304224} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.668101] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda/6b2802a7-158a-4a8c-a6ea-3a09b3b84dda.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.668768] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61ac476d-671f-46cb-9530-98e55ef37af5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.675368] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1078.675368] env[68989]: value = "task-3218395" [ 1078.675368] env[68989]: _type = "Task" [ 1078.675368] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.683603] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218395, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.700692] env[68989]: INFO nova.compute.manager [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Took 25.41 seconds to build instance. [ 1078.727578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.728221] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3e8ae96-38bd-4d17-b765-d72e94a308b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.737474] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1078.737474] env[68989]: value = "task-3218396" [ 1078.737474] env[68989]: _type = "Task" [ 1078.737474] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.746967] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218396, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.756087] env[68989]: DEBUG nova.compute.manager [req-775de304-63d9-4894-b987-3e19ad0622ab req-3a12480b-534b-428a-96fa-d5b326af6a14 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Received event network-vif-deleted-60c43c4e-94f7-401a-ad1d-186b7492f034 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.756327] env[68989]: INFO nova.compute.manager [req-775de304-63d9-4894-b987-3e19ad0622ab req-3a12480b-534b-428a-96fa-d5b326af6a14 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Neutron deleted interface 60c43c4e-94f7-401a-ad1d-186b7492f034; detaching it from the instance and deleting it from the info cache [ 1078.756473] env[68989]: DEBUG nova.network.neutron [req-775de304-63d9-4894-b987-3e19ad0622ab req-3a12480b-534b-428a-96fa-d5b326af6a14 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.925979] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218394, 'name': ReconfigVM_Task, 'duration_secs': 0.207379} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.925979] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.929668] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a461284-7050-498a-ab18-322d5d0af685 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.947330] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1078.947330] env[68989]: value = "task-3218397" [ 1078.947330] env[68989]: _type = "Task" [ 1078.947330] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.957909] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.975441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eb8bc7f7-77c8-4941-9b8f-c97f91a940a9 tempest-DeleteServersTestJSON-1099000208 tempest-DeleteServersTestJSON-1099000208-project-member] Lock "6fffa73a-a898-4dcb-9b5c-76ceb789b2e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.534s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.158905] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99bc9d2-d42d-4e85-98b3-87d6f695736e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.167046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3542202-9aec-4e53-803a-bb55db8ff02f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.206862] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dd3008e3-0e0d-4e15-8478-f1ba6edd47bb tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.928s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.211246] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b7537-acf9-4405-b9cd-110f1fe463ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.222994] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9226d1c-9760-473c-8288-9fb51b463d8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.227797] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218395, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.238998] env[68989]: DEBUG nova.network.neutron [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.241226] env[68989]: DEBUG nova.compute.provider_tree [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.257379] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218396, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.259217] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9b89c8-1b7b-4848-9fa7-4b2b4a6ad8f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.268418] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821f7f8-b6ae-4c9b-adf8-12566c8a91a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.306144] env[68989]: DEBUG nova.compute.manager [req-775de304-63d9-4894-b987-3e19ad0622ab req-3a12480b-534b-428a-96fa-d5b326af6a14 service nova] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Detach interface failed, port_id=60c43c4e-94f7-401a-ad1d-186b7492f034, reason: Instance c169bee2-245a-429d-9b50-e3499c4bedcc could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.458808] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.537138] env[68989]: DEBUG nova.compute.manager [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-changed-120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.537397] env[68989]: DEBUG nova.compute.manager [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing instance network info cache due to event network-changed-120752e4-a535-4277-9eb0-5fafe4f37823. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.537587] env[68989]: DEBUG oslo_concurrency.lockutils [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537731] env[68989]: DEBUG oslo_concurrency.lockutils [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.537892] env[68989]: DEBUG nova.network.neutron [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing network info cache for port 120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.720568] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218395, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.741417] env[68989]: INFO nova.compute.manager [-] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Took 1.81 seconds to deallocate network for instance. [ 1079.747836] env[68989]: DEBUG nova.scheduler.client.report [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.757580] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218396, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.958716] env[68989]: DEBUG oslo_vmware.api [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218397, 'name': ReconfigVM_Task, 'duration_secs': 1.002241} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.959056] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643434', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'name': 'volume-5cc8caf3-05a6-4b4d-8343-638e94723d88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a8779baa-3574-4278-815b-1ac5875a4b7b', 'attached_at': '', 'detached_at': '', 'volume_id': '5cc8caf3-05a6-4b4d-8343-638e94723d88', 'serial': '5cc8caf3-05a6-4b4d-8343-638e94723d88'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1080.217211] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218395, 'name': Rename_Task, 'duration_secs': 1.17619} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.217542] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.217791] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12491f5b-f0d3-412e-a20a-2b189953ef9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.225283] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1080.225283] env[68989]: value = "task-3218399" [ 1080.225283] env[68989]: _type = "Task" [ 1080.225283] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.235333] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.253204] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218396, 'name': CloneVM_Task, 'duration_secs': 1.424281} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.253935] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.257607] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Created linked-clone VM from snapshot [ 1080.258660] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98e90d-6bf4-4d71-9fc6-85c238ecb68c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.268610] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Uploading image 5505beec-f5d2-42ca-b992-0dab108f0562 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.290132] env[68989]: INFO nova.scheduler.client.report [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Deleted allocations for instance 1828922b-a5ce-49d2-b749-922f79b73638 [ 1080.307418] env[68989]: INFO nova.compute.manager [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Took 0.57 seconds to detach 1 volumes for instance. [ 1080.313430] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1080.313430] env[68989]: value = "vm-643474" [ 1080.313430] env[68989]: _type = "VirtualMachine" [ 1080.313430] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1080.314081] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-548be081-5bc7-4d48-8235-c6ecf4118223 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.328821] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lease: (returnval){ [ 1080.328821] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528ab650-e1d1-2029-d50d-21d16f39d713" [ 1080.328821] env[68989]: _type = "HttpNfcLease" [ 1080.328821] env[68989]: } obtained for exporting VM: (result){ [ 1080.328821] env[68989]: value = "vm-643474" [ 1080.328821] env[68989]: _type = "VirtualMachine" [ 1080.328821] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1080.329240] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the lease: (returnval){ [ 1080.329240] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528ab650-e1d1-2029-d50d-21d16f39d713" [ 1080.329240] env[68989]: _type = "HttpNfcLease" [ 1080.329240] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.343617] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.343617] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528ab650-e1d1-2029-d50d-21d16f39d713" [ 1080.343617] env[68989]: _type = "HttpNfcLease" [ 1080.343617] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.344210] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.344210] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528ab650-e1d1-2029-d50d-21d16f39d713" [ 1080.344210] env[68989]: _type = "HttpNfcLease" [ 1080.344210] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.344769] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790df717-5e7b-44d6-bae9-98815c0b077f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.353518] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.353950] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.461142] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26a4420b-2c58-4462-81ce-37d92a04f304 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.508611] env[68989]: DEBUG nova.objects.instance [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'flavor' on Instance uuid a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.707713] env[68989]: DEBUG nova.network.neutron [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updated VIF entry in instance network info cache for port 120752e4-a535-4277-9eb0-5fafe4f37823. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.708275] env[68989]: DEBUG nova.network.neutron [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.736065] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.804016] env[68989]: DEBUG oslo_concurrency.lockutils [None req-30bdae94-beeb-4ba1-a46c-fa175bf78571 tempest-ServerShowV254Test-209906798 tempest-ServerShowV254Test-209906798-project-member] Lock "1828922b-a5ce-49d2-b749-922f79b73638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.365s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.821441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.821753] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.821976] env[68989]: DEBUG nova.objects.instance [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'resources' on Instance uuid c169bee2-245a-429d-9b50-e3499c4bedcc {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.212705] env[68989]: DEBUG oslo_concurrency.lockutils [req-487560c5-43ca-4d6c-b8f8-6ed09dfe54f7 req-ef8dbf2b-8c1d-4f1d-858f-bdbc3c6b7c28 service nova] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.242227] env[68989]: DEBUG oslo_vmware.api [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218399, 'name': PowerOnVM_Task, 'duration_secs': 0.513104} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.242608] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.242915] env[68989]: INFO nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1081.243120] env[68989]: DEBUG nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.243982] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a9f49-dc9c-4285-a258-aa6ee29413ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.520697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cf0b7b40-4063-4877-9c12-e0ca4a57b23e tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.766s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.531635] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06eefe-a8be-4be0-ae15-9bfb320fc065 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.542943] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206ce60a-d9a6-4663-997b-e8ff6587b10c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.582243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73333ca3-4cee-47bb-bad9-7dea650a6134 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.590673] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3802085-2156-4e26-94b9-5a073ae24205 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.609200] env[68989]: DEBUG nova.compute.provider_tree [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.761320] env[68989]: INFO nova.compute.manager [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Took 26.34 seconds to build instance. [ 1081.997270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "6c327628-052d-493d-874d-27cf6c3ed66f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.997663] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.114437] env[68989]: DEBUG nova.scheduler.client.report [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.218858] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.219168] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.219476] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.219825] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.220013] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.222623] env[68989]: INFO nova.compute.manager [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Terminating instance [ 1082.262795] env[68989]: DEBUG oslo_concurrency.lockutils [None req-227bd270-a5a8-4791-98e4-322220d9fded tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.845s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.500190] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.603144] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.603491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.603736] env[68989]: DEBUG nova.compute.manager [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.604987] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d996aa4c-84f3-4457-b505-1586b89554fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.613123] env[68989]: DEBUG nova.compute.manager [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.613885] env[68989]: DEBUG nova.objects.instance [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'flavor' on Instance uuid 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.620054] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.643726] env[68989]: INFO nova.scheduler.client.report [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted allocations for instance c169bee2-245a-429d-9b50-e3499c4bedcc [ 1082.726767] env[68989]: DEBUG nova.compute.manager [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.727052] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.728049] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84fe3af-e1a9-4c03-a212-a4080ead8bfb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.736282] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.736481] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb485ebb-5387-48a8-932b-035f6f861dd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.743591] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1082.743591] env[68989]: value = "task-3218401" [ 1082.743591] env[68989]: _type = "Task" [ 1082.743591] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.751870] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.024042] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.024296] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.026321] env[68989]: INFO nova.compute.claims [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.152298] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7c9c3501-0e66-4a13-a28b-7d2b2a497680 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "c169bee2-245a-429d-9b50-e3499c4bedcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.028s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.255840] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218401, 'name': PowerOffVM_Task, 'duration_secs': 0.275474} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.256222] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.256350] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.256621] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a604dbb-9a5c-4f3c-83bd-a503d05cfc64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.326212] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.326521] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.326739] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore1] a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.327038] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a0986c-d72e-437f-a4dc-c58605e4b00c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.334031] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1083.334031] env[68989]: value = "task-3218403" [ 1083.334031] env[68989]: _type = "Task" [ 1083.334031] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.342040] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.621651] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.622039] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a3bf80e-f2ff-4aa0-9fd6-b5743d681346 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.629558] env[68989]: DEBUG oslo_vmware.api [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1083.629558] env[68989]: value = "task-3218404" [ 1083.629558] env[68989]: _type = "Task" [ 1083.629558] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.638261] env[68989]: DEBUG oslo_vmware.api [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.846037] env[68989]: DEBUG oslo_vmware.api [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.846806] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.846806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.846806] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.847054] env[68989]: INFO nova.compute.manager [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1083.847141] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.847367] env[68989]: DEBUG nova.compute.manager [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.847485] env[68989]: DEBUG nova.network.neutron [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.144567] env[68989]: DEBUG oslo_vmware.api [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218404, 'name': PowerOffVM_Task, 'duration_secs': 0.280117} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.144825] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.144992] env[68989]: DEBUG nova.compute.manager [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.146169] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174187e8-2b47-4d13-9215-30c3d7528631 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.219206] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aefa08-75a6-4206-ab30-8139176fc550 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.231183] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec0e81-5ade-4a50-ada4-e53a1068eb19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.267062] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01474f9-d87f-408c-860e-cde337d6d9de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.278227] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96285690-61a0-4359-8369-030b26e76ccd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294331] env[68989]: DEBUG nova.compute.provider_tree [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.432606] env[68989]: DEBUG nova.compute.manager [req-c8a9e45b-c3d1-40f7-a8b0-2b343e327e85 req-1182a992-ecdb-4347-94b2-effe06d4d484 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Received event network-vif-deleted-61fc86de-cf70-4d6e-8b8c-afa4cff56d66 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.432606] env[68989]: INFO nova.compute.manager [req-c8a9e45b-c3d1-40f7-a8b0-2b343e327e85 req-1182a992-ecdb-4347-94b2-effe06d4d484 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Neutron deleted interface 61fc86de-cf70-4d6e-8b8c-afa4cff56d66; detaching it from the instance and deleting it from the info cache [ 1084.432813] env[68989]: DEBUG nova.network.neutron [req-c8a9e45b-c3d1-40f7-a8b0-2b343e327e85 req-1182a992-ecdb-4347-94b2-effe06d4d484 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.660736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3f3bfe70-d981-4f17-9a8f-09a4178c1323 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.797796] env[68989]: DEBUG nova.scheduler.client.report [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.901697] env[68989]: DEBUG nova.network.neutron [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.937536] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b65045-89d7-45ad-b086-c330876666c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.948779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f728a1-2d93-46e3-905c-6d0a3c64297e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.982044] env[68989]: DEBUG nova.compute.manager [req-c8a9e45b-c3d1-40f7-a8b0-2b343e327e85 req-1182a992-ecdb-4347-94b2-effe06d4d484 service nova] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Detach interface failed, port_id=61fc86de-cf70-4d6e-8b8c-afa4cff56d66, reason: Instance a8779baa-3574-4278-815b-1ac5875a4b7b could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.039606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.040055] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.303526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.304755] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.375913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.376271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.376699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.376699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.376937] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.379530] env[68989]: INFO nova.compute.manager [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Terminating instance [ 1085.403956] env[68989]: INFO nova.compute.manager [-] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Took 1.56 seconds to deallocate network for instance. [ 1085.545022] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.810194] env[68989]: DEBUG nova.compute.utils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.811704] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.811882] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.854929] env[68989]: DEBUG nova.policy [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457a0f932ff646819c0f940ef75b09eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819d5c83705c4fde8bd9f4718d5124c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.883356] env[68989]: DEBUG nova.compute.manager [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.883601] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.884917] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76a699-af34-436c-9e47-8915ea35a9cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.893329] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.893622] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b915bb1-4f8b-4bb8-8fec-05b31ab3a3c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.910364] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.910677] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.910881] env[68989]: DEBUG nova.objects.instance [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'resources' on Instance uuid a8779baa-3574-4278-815b-1ac5875a4b7b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.966122] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.966346] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.966542] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.966807] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-327a6b39-ebb1-443a-9d68-1fe3455ee9f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.973469] env[68989]: DEBUG oslo_vmware.api [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1085.973469] env[68989]: value = "task-3218406" [ 1085.973469] env[68989]: _type = "Task" [ 1085.973469] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.981540] env[68989]: DEBUG oslo_vmware.api [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.068686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.153271] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Successfully created port: bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.317100] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.484881] env[68989]: DEBUG oslo_vmware.api [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251233} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.488658] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.489109] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.489303] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.489489] env[68989]: INFO nova.compute.manager [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1086.490102] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.490417] env[68989]: DEBUG nova.compute.manager [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.490516] env[68989]: DEBUG nova.network.neutron [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.613113] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332feae4-9d80-439f-8da4-c00190a1abfe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619386] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727b76e-02d6-48d1-969b-9410f0a0cddd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.658548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50bc3d-c772-4318-a2e4-bdd2bcaab7fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.667597] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb200bf2-aa7a-45bb-988d-bf91f58bad7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.691764] env[68989]: DEBUG nova.compute.provider_tree [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.932415] env[68989]: DEBUG nova.compute.manager [req-f9abaf03-387a-4664-8c29-d029023ae6d2 req-84acca07-9fad-4b8d-8cac-1fd70096201f service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Received event network-vif-deleted-2434ed9a-571c-4bbf-92bf-c9ac59f1b5de {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.932621] env[68989]: INFO nova.compute.manager [req-f9abaf03-387a-4664-8c29-d029023ae6d2 req-84acca07-9fad-4b8d-8cac-1fd70096201f service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Neutron deleted interface 2434ed9a-571c-4bbf-92bf-c9ac59f1b5de; detaching it from the instance and deleting it from the info cache [ 1086.932792] env[68989]: DEBUG nova.network.neutron [req-f9abaf03-387a-4664-8c29-d029023ae6d2 req-84acca07-9fad-4b8d-8cac-1fd70096201f service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.193099] env[68989]: DEBUG nova.scheduler.client.report [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.331187] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.360535] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.360781] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.360961] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.361278] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.361465] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.361620] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.361836] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.361998] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.362863] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.363239] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.367201] env[68989]: DEBUG nova.virt.hardware [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.367201] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20512a5d-6788-48be-aa6c-446fd490230f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.373932] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34a210f-8aa7-435b-91df-b8ce52c3db06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.410179] env[68989]: DEBUG nova.network.neutron [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.438121] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1a9d892-2a44-45a0-87b0-a5637d7e3881 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.451211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad92eb-332c-4b55-8789-f72701f57f8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.484197] env[68989]: DEBUG nova.compute.manager [req-f9abaf03-387a-4664-8c29-d029023ae6d2 req-84acca07-9fad-4b8d-8cac-1fd70096201f service nova] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Detach interface failed, port_id=2434ed9a-571c-4bbf-92bf-c9ac59f1b5de, reason: Instance 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.698893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.702680] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.632s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.702680] env[68989]: INFO nova.compute.claims [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.732620] env[68989]: INFO nova.scheduler.client.report [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted allocations for instance a8779baa-3574-4278-815b-1ac5875a4b7b [ 1087.912985] env[68989]: INFO nova.compute.manager [-] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Took 1.42 seconds to deallocate network for instance. [ 1088.068499] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Successfully updated port: bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.171185] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1088.172294] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d632cde8-41a0-4d98-8ed7-b34e52f16f9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.179677] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1088.179860] env[68989]: ERROR oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk due to incomplete transfer. [ 1088.180102] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51a3736a-19d1-435e-b439-b2adb205f03e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.187411] env[68989]: DEBUG oslo_vmware.rw_handles [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3229e-a54b-f60c-145f-af4020284ace/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1088.187609] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Uploaded image 5505beec-f5d2-42ca-b992-0dab108f0562 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1088.189849] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1088.190108] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-200ca3be-a3f0-4a59-9a91-9537b93db069 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.195741] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1088.195741] env[68989]: value = "task-3218407" [ 1088.195741] env[68989]: _type = "Task" [ 1088.195741] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.203927] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218407, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.243018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-46f531df-97dc-42ef-8ee0-b40bfe69492c tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "a8779baa-3574-4278-815b-1ac5875a4b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.420760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.576656] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.576900] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.577091] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.636457] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "185719c3-81f1-4694-991c-f212262e3361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.636691] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.706465] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218407, 'name': Destroy_Task, 'duration_secs': 0.37947} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.706732] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Destroyed the VM [ 1088.706968] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.709900] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21204359-b8e5-4e51-9725-5e3b6d8e5697 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.715825] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1088.715825] env[68989]: value = "task-3218408" [ 1088.715825] env[68989]: _type = "Task" [ 1088.715825] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.724112] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.886606] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6df09-7efe-41b6-9289-1b52e9875e4c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.894511] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897d5e6-f3af-46d9-8392-ff44a975c45f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.934022] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ecdaa-6aab-4ac1-acb1-7664ce5b0720 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.943021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb06e9d3-de4f-4b5f-a1a3-416ca06baeb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.955122] env[68989]: DEBUG nova.compute.provider_tree [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.991838] env[68989]: DEBUG nova.compute.manager [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received event network-vif-plugged-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.992933] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Acquiring lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.992933] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.992933] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.992933] env[68989]: DEBUG nova.compute.manager [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] No waiting events found dispatching network-vif-plugged-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.992933] env[68989]: WARNING nova.compute.manager [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received unexpected event network-vif-plugged-bf5d0133-bc64-4fdf-bcac-b1d5a85badec for instance with vm_state building and task_state spawning. [ 1088.992933] env[68989]: DEBUG nova.compute.manager [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.993156] env[68989]: DEBUG nova.compute.manager [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing instance network info cache due to event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.993222] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Acquiring lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.004583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "c0733381-451e-48b9-9052-7f646dd4a40b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.004702] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.134971] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.139354] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.226388] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385678} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.226635] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.226907] env[68989]: DEBUG nova.compute.manager [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.227726] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034870e-6fd1-4942-b484-17a22ccca47f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.344117] env[68989]: DEBUG nova.network.neutron [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [{"id": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "address": "fa:16:3e:26:ea:f0", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5d0133-bc", "ovs_interfaceid": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.459503] env[68989]: DEBUG nova.scheduler.client.report [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.506831] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.665380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.742104] env[68989]: INFO nova.compute.manager [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Shelve offloading [ 1089.847746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.847952] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Instance network_info: |[{"id": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "address": "fa:16:3e:26:ea:f0", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5d0133-bc", "ovs_interfaceid": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.848323] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Acquired lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.848513] env[68989]: DEBUG nova.network.neutron [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.849728] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:ea:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5d0133-bc64-4fdf-bcac-b1d5a85badec', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.857145] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating folder: Project (819d5c83705c4fde8bd9f4718d5124c4). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.860649] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e54b5cc4-335b-40c4-b49a-fbb1df4ffb42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.872023] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created folder: Project (819d5c83705c4fde8bd9f4718d5124c4) in parent group-v643186. [ 1089.872224] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating folder: Instances. Parent ref: group-v643475. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.872458] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6be3920-0597-4da8-bad6-e502e7935a2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.881713] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created folder: Instances in parent group-v643475. [ 1089.881951] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.882188] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.882412] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3743fe1c-ca78-47e3-9edb-199b71614689 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.903400] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.903400] env[68989]: value = "task-3218411" [ 1089.903400] env[68989]: _type = "Task" [ 1089.903400] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.911242] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218411, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.963877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.965010] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.967428] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.547s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.967663] env[68989]: DEBUG nova.objects.instance [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.007319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.007319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.007319] env[68989]: INFO nova.compute.manager [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Rebooting instance [ 1090.026662] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.071481] env[68989]: DEBUG nova.network.neutron [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updated VIF entry in instance network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.071836] env[68989]: DEBUG nova.network.neutron [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [{"id": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "address": "fa:16:3e:26:ea:f0", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5d0133-bc", "ovs_interfaceid": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.249040] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.249415] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9209423-56cc-42f0-a225-7dc5d680b8b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.256635] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1090.256635] env[68989]: value = "task-3218412" [ 1090.256635] env[68989]: _type = "Task" [ 1090.256635] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.264303] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.413146] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218411, 'name': CreateVM_Task, 'duration_secs': 0.341249} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.413327] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.414015] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.414184] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.414497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.414750] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02eb5ece-2c44-4cb8-87db-c7c967bf5bfb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.418890] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1090.418890] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ad54-3b4e-2bcb-3202-deed0bf40a99" [ 1090.418890] env[68989]: _type = "Task" [ 1090.418890] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.426045] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ad54-3b4e-2bcb-3202-deed0bf40a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.470632] env[68989]: DEBUG nova.compute.utils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.474766] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.474962] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.520276] env[68989]: DEBUG nova.policy [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fbb9ec4b13c404886fea0b6fbae0212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e00fa471edf4e69a3772659692099fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.530910] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.531760] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.531760] env[68989]: DEBUG nova.network.neutron [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.575285] env[68989]: DEBUG oslo_concurrency.lockutils [req-40001828-b841-41cc-968e-fcf2bb73d023 req-427b48ad-4da4-49a9-b6cb-4b084a1dd1da service nova] Releasing lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.638979] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef4fea4-174d-43da-90fc-11a519716ce2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.647283] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a295ea-93d2-44c3-b5aa-c12b7a3cd664 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.678303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c832b-684b-440b-b35a-1cd74d0a008e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.686165] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02c4d7-49cd-44e5-89f1-f0d04ac4520c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.700281] env[68989]: DEBUG nova.compute.provider_tree [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.728020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.728020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.767868] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.768249] env[68989]: DEBUG nova.compute.manager [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.768894] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c8d1f-6472-48dc-9a89-cf28c6d7aafe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.775270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.775392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.775614] env[68989]: DEBUG nova.network.neutron [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.826091] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Successfully created port: fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.929649] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5299ad54-3b4e-2bcb-3202-deed0bf40a99, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.929927] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.930199] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.930432] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.930582] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.930755] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.931023] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3908271f-7688-45b9-a17e-9ed4451c3bde {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.939497] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.939694] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.940418] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939ff9f2-fede-44a3-a338-e18df7fb886e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.945514] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1090.945514] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e6021-d132-5bb7-d734-6a55a053566b" [ 1090.945514] env[68989]: _type = "Task" [ 1090.945514] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.953371] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e6021-d132-5bb7-d734-6a55a053566b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.975095] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.204337] env[68989]: DEBUG nova.scheduler.client.report [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.228514] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.339042] env[68989]: DEBUG nova.network.neutron [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.456686] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523e6021-d132-5bb7-d734-6a55a053566b, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.457562] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21b0052-ca5c-466e-990d-6c08a98af8e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.460407] env[68989]: DEBUG nova.network.neutron [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.465168] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1091.465168] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5243be42-ffa5-64fd-3370-cf5de20a478e" [ 1091.465168] env[68989]: _type = "Task" [ 1091.465168] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.472800] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5243be42-ffa5-64fd-3370-cf5de20a478e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.709576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.712097] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.047s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.713933] env[68989]: INFO nova.compute.claims [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.751314] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.754806] env[68989]: INFO nova.scheduler.client.report [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda [ 1091.846767] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.963954] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.976032] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5243be42-ffa5-64fd-3370-cf5de20a478e, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.976032] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.976310] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 6c327628-052d-493d-874d-27cf6c3ed66f/6c327628-052d-493d-874d-27cf6c3ed66f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.976574] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-732323f9-941b-44a9-a596-a3ea53dfdd7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.984503] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.987061] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1091.987061] env[68989]: value = "task-3218413" [ 1091.987061] env[68989]: _type = "Task" [ 1091.987061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.996752] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.013025] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.013160] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.013382] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.013473] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.013616] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.013764] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.013972] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.014206] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.014412] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.014580] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.014754] env[68989]: DEBUG nova.virt.hardware [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.015600] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad2aec8-5e8d-4ad6-97a0-9634f30aeacf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.023431] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3657a3b-e055-4504-9222-ad6a44b4cef7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.263295] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cec028f7-3a83-4b93-8bee-f34514092e79 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "6b2802a7-158a-4a8c-a6ea-3a09b3b84dda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.887s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.273673] env[68989]: DEBUG nova.compute.manager [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.273925] env[68989]: DEBUG oslo_concurrency.lockutils [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.274767] env[68989]: DEBUG oslo_concurrency.lockutils [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.275065] env[68989]: DEBUG oslo_concurrency.lockutils [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.275245] env[68989]: DEBUG nova.compute.manager [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] No waiting events found dispatching network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.275484] env[68989]: WARNING nova.compute.manager [req-31043e16-cfc8-4a37-87d4-9c0627948dc6 req-87f72fb0-aa94-464d-985f-b3c5c4b1fb87 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received unexpected event network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e for instance with vm_state building and task_state spawning. [ 1092.292076] env[68989]: DEBUG nova.compute.manager [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-vif-unplugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.292450] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.294161] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.294161] env[68989]: DEBUG oslo_concurrency.lockutils [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.294161] env[68989]: DEBUG nova.compute.manager [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] No waiting events found dispatching network-vif-unplugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.294161] env[68989]: WARNING nova.compute.manager [req-7a0101e2-fe12-4d5b-8a1e-5821828e018f req-060fffb0-198f-40f5-b95e-36e6f4587e9c service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received unexpected event network-vif-unplugged-cb240e54-c80a-40a9-aa61-f84e26df6403 for instance with vm_state shelved and task_state shelving_offloading. [ 1092.333835] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.333835] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606402d2-2511-4da1-89ee-32d16dc4eda3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.343107] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.343107] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8497947-6e76-4a4e-9ea4-9c498edbf3d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.355601] env[68989]: DEBUG nova.compute.manager [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.356438] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd1c59-10e2-4e6a-af8f-1b693cc18bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.396705] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Successfully updated port: fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.430584] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.430702] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.430813] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleting the datastore file [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.431096] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0f2450-2c0c-4a47-a96d-acd630924aae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.437525] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1092.437525] env[68989]: value = "task-3218415" [ 1092.437525] env[68989]: _type = "Task" [ 1092.437525] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.446303] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.497649] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.864565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f27b90-cd91-4281-b038-291d5913cd43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.874691] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad0a6e8-d123-4d18-b951-539a35c020bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.907876] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.907876] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.907876] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.909506] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5362a9-5b44-447e-b3db-98d36b460924 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.919218] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677fd6a-acb3-437d-b05c-d29ef2b465aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.934969] env[68989]: DEBUG nova.compute.provider_tree [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.949468] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.999016] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55718} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.999684] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 6c327628-052d-493d-874d-27cf6c3ed66f/6c327628-052d-493d-874d-27cf6c3ed66f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.999684] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.999874] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4554c7-f350-4ba4-bdaa-95baeb302bf8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.006230] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1093.006230] env[68989]: value = "task-3218416" [ 1093.006230] env[68989]: _type = "Task" [ 1093.006230] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.014409] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.381032] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af46cad-9b2d-484f-84cf-3769f8130e8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.389443] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Doing hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1093.389778] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-63500826-ad11-410b-b065-e1707769a6bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.395855] env[68989]: DEBUG oslo_vmware.api [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1093.395855] env[68989]: value = "task-3218417" [ 1093.395855] env[68989]: _type = "Task" [ 1093.395855] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.404356] env[68989]: DEBUG oslo_vmware.api [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218417, 'name': ResetVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.438887] env[68989]: DEBUG nova.scheduler.client.report [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.446558] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.454405] env[68989]: DEBUG oslo_vmware.api [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549464} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.455270] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.455480] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.455657] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.476867] env[68989]: INFO nova.scheduler.client.report [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted allocations for instance f83824ab-b239-48db-b5e5-7e264aa8003e [ 1093.516016] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075277} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.516976] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.517804] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbbf5a8-a679-42bf-9a47-77b2c8f8e4af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.545880] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 6c327628-052d-493d-874d-27cf6c3ed66f/6c327628-052d-493d-874d-27cf6c3ed66f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.546503] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8131bf-c5c8-4669-8560-3df7c473feee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.568495] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1093.568495] env[68989]: value = "task-3218418" [ 1093.568495] env[68989]: _type = "Task" [ 1093.568495] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.576436] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.595244] env[68989]: DEBUG nova.network.neutron [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.695344] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.695651] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.695887] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.696116] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.696324] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.699009] env[68989]: INFO nova.compute.manager [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Terminating instance [ 1093.905917] env[68989]: DEBUG oslo_vmware.api [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218417, 'name': ResetVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.953193] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.954135] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.957455] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.931s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.959052] env[68989]: INFO nova.compute.claims [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.981374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.079732] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218418, 'name': ReconfigVM_Task, 'duration_secs': 0.298209} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.080034] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 6c327628-052d-493d-874d-27cf6c3ed66f/6c327628-052d-493d-874d-27cf6c3ed66f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.080678] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f48821-de95-4da6-8762-3b281b6dba73 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.088952] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1094.088952] env[68989]: value = "task-3218419" [ 1094.088952] env[68989]: _type = "Task" [ 1094.088952] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.100171] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.100451] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance network_info: |[{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.101189] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218419, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.101189] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e8:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.108642] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.108879] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.109104] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0965ff-d9a8-4079-9550-b3f15c784c67 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.131669] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.131669] env[68989]: value = "task-3218420" [ 1094.131669] env[68989]: _type = "Task" [ 1094.131669] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.144816] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218420, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.203057] env[68989]: DEBUG nova.compute.manager [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.203057] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.203840] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cf1fe-9b6c-485f-87fc-9c5f3ec33cdf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.211539] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.211786] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2946d0-cac9-4f99-a4ec-b5257982bc5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.219275] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1094.219275] env[68989]: value = "task-3218421" [ 1094.219275] env[68989]: _type = "Task" [ 1094.219275] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.228299] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.304402] env[68989]: DEBUG nova.compute.manager [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.304613] env[68989]: DEBUG nova.compute.manager [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing instance network info cache due to event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.304829] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.305012] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.305181] env[68989]: DEBUG nova.network.neutron [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.322364] env[68989]: DEBUG nova.compute.manager [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.322597] env[68989]: DEBUG nova.compute.manager [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing instance network info cache due to event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.322824] env[68989]: DEBUG oslo_concurrency.lockutils [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.322983] env[68989]: DEBUG oslo_concurrency.lockutils [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.323184] env[68989]: DEBUG nova.network.neutron [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.406640] env[68989]: DEBUG oslo_vmware.api [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218417, 'name': ResetVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.464030] env[68989]: DEBUG nova.compute.utils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.467558] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.467653] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.514375] env[68989]: DEBUG nova.policy [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a2d33a72e3482dba8f82e0c3bfee4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92e315ecc41d428aaf452221796cb8c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.600379] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218419, 'name': Rename_Task, 'duration_secs': 0.168812} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.600707] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.600953] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c66284d6-29e1-457d-806b-183beadba686 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.607985] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1094.607985] env[68989]: value = "task-3218422" [ 1094.607985] env[68989]: _type = "Task" [ 1094.607985] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.615874] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.642297] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218420, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.734960] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218421, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.907826] env[68989]: DEBUG oslo_vmware.api [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218417, 'name': ResetVM_Task, 'duration_secs': 1.116012} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.908109] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Did hard reboot of VM {{(pid=68989) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1094.908322] env[68989]: DEBUG nova.compute.manager [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.909211] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ef5e79-04ed-4a57-91de-2e733334649e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.968256] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.019325] env[68989]: DEBUG nova.network.neutron [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updated VIF entry in instance network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.019815] env[68989]: DEBUG nova.network.neutron [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.121826] env[68989]: DEBUG oslo_vmware.api [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218422, 'name': PowerOnVM_Task, 'duration_secs': 0.477021} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.122293] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.122657] env[68989]: INFO nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1095.123014] env[68989]: DEBUG nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.124082] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13829665-49af-4654-92c1-13a3ceb28fb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.149408] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218420, 'name': CreateVM_Task, 'duration_secs': 0.720682} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.149614] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.150355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.150548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.150890] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.151349] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60882a51-ca4f-4a8a-8370-6288a5ce3e50 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.157016] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1095.157016] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5260af30-5bdf-990a-3c09-cde384dc5da8" [ 1095.157016] env[68989]: _type = "Task" [ 1095.157016] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.168434] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5260af30-5bdf-990a-3c09-cde384dc5da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.204184] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765134c-2f86-4dcb-97e7-58aa65c3ec8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.212519] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26becb42-c619-4eaf-ac99-2a82896e62b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.249430] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c2af6-003f-46ba-a26d-44e656f68922 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.260774] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242195b-05b4-440a-acfa-4768864da394 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.264707] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218421, 'name': PowerOffVM_Task, 'duration_secs': 0.673204} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.265034] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.265219] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.265786] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab06eb4-1642-4e21-9e59-167431455c7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275375] env[68989]: DEBUG nova.compute.provider_tree [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.297686] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Successfully created port: 3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.301417] env[68989]: DEBUG nova.network.neutron [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updated VIF entry in instance network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.301776] env[68989]: DEBUG nova.network.neutron [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb240e54-c8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.336451] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.337903] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.337903] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleting the datastore file [datastore2] 48bf3385-cbd6-4d6d-9fb0-e939c79b512c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.337903] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45a2417-ce26-48e8-8cb8-e834d3fd8039 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.344217] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for the task: (returnval){ [ 1095.344217] env[68989]: value = "task-3218424" [ 1095.344217] env[68989]: _type = "Task" [ 1095.344217] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.353873] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.424762] env[68989]: DEBUG oslo_concurrency.lockutils [None req-000d29a5-2073-4838-9d4f-21b8e401c34a tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.417s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.522628] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf9f95c-4a93-4ec0-8ec1-fd5b5b9dec67 req-e716d900-9fcb-4030-a217-f54e600b6e5f service nova] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.588074] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.647033] env[68989]: INFO nova.compute.manager [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Took 12.64 seconds to build instance. [ 1095.668028] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5260af30-5bdf-990a-3c09-cde384dc5da8, 'name': SearchDatastore_Task, 'duration_secs': 0.019703} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.668339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.668578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.668813] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668960] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669166] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.669435] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df16b8b-179a-4f1b-8b58-45301d274ce2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.680327] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.681052] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.681489] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519e93b0-fcf9-44ab-94f7-47d8883506d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.686653] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1095.686653] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221104c-5c36-323c-c4a5-79604a9bec41" [ 1095.686653] env[68989]: _type = "Task" [ 1095.686653] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.694032] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221104c-5c36-323c-c4a5-79604a9bec41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.778795] env[68989]: DEBUG nova.scheduler.client.report [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.804771] env[68989]: DEBUG oslo_concurrency.lockutils [req-396055fd-9855-42f2-ba3e-e703ab222e46 req-233233d8-7784-40ac-bc30-c0483b4072bf service nova] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.853498] env[68989]: DEBUG oslo_vmware.api [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Task: {'id': task-3218424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206169} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.853744] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.853934] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.854131] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.854310] env[68989]: INFO nova.compute.manager [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1095.854572] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.854762] env[68989]: DEBUG nova.compute.manager [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.854933] env[68989]: DEBUG nova.network.neutron [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.980419] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.008763] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.009092] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.009300] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.009504] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.009683] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.010103] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.010157] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.010315] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.010546] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.010815] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.011099] env[68989]: DEBUG nova.virt.hardware [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.012139] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db353608-bef1-4875-a032-042a0e7ed663 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.021779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a17c9d-f9a9-496b-8396-7c862c64c368 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.149190] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7da64c1a-f594-4cc6-b59d-dd4214a20d54 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.151s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.198082] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5221104c-5c36-323c-c4a5-79604a9bec41, 'name': SearchDatastore_Task, 'duration_secs': 0.043631} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.198907] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91c1a68-46d1-4e5f-a15c-5a428e5c331c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204547] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1096.204547] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a41878-fca3-a4ff-5557-84a6ed447a28" [ 1096.204547] env[68989]: _type = "Task" [ 1096.204547] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.213022] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a41878-fca3-a4ff-5557-84a6ed447a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.284749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.285487] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.288252] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.537s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.290030] env[68989]: INFO nova.compute.claims [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.338036] env[68989]: DEBUG nova.compute.manager [req-d391eb40-07b9-46d1-bfbd-25639f3f9feb req-6fdf622a-9657-4f4a-9071-0ebe4b3b8a8a service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Received event network-vif-deleted-a60d4d6f-edff-4597-84ef-264e78484ab0 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.338274] env[68989]: INFO nova.compute.manager [req-d391eb40-07b9-46d1-bfbd-25639f3f9feb req-6fdf622a-9657-4f4a-9071-0ebe4b3b8a8a service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Neutron deleted interface a60d4d6f-edff-4597-84ef-264e78484ab0; detaching it from the instance and deleting it from the info cache [ 1096.338459] env[68989]: DEBUG nova.network.neutron [req-d391eb40-07b9-46d1-bfbd-25639f3f9feb req-6fdf622a-9657-4f4a-9071-0ebe4b3b8a8a service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.566030] env[68989]: DEBUG nova.network.neutron [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.643075] env[68989]: DEBUG nova.compute.manager [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.643289] env[68989]: DEBUG nova.compute.manager [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing instance network info cache due to event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.643514] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] Acquiring lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.643688] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] Acquired lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.644247] env[68989]: DEBUG nova.network.neutron [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.681047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.681047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.715467] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a41878-fca3-a4ff-5557-84a6ed447a28, 'name': SearchDatastore_Task, 'duration_secs': 0.031318} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.716252] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.717040] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.717485] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-898ed935-5773-42f5-a775-5054a03bd393 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.726883] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1096.726883] env[68989]: value = "task-3218425" [ 1096.726883] env[68989]: _type = "Task" [ 1096.726883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.737380] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.796484] env[68989]: DEBUG nova.compute.utils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.800797] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.801657] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.846066] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16682f44-67b5-4d6a-9fdc-b66ba3593fc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.853077] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Successfully updated port: 3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.859137] env[68989]: DEBUG nova.policy [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a2d33a72e3482dba8f82e0c3bfee4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92e315ecc41d428aaf452221796cb8c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.866498] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf004955-d82b-4aab-85d8-ff7cc81d949d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.899110] env[68989]: DEBUG nova.compute.manager [req-d391eb40-07b9-46d1-bfbd-25639f3f9feb req-6fdf622a-9657-4f4a-9071-0ebe4b3b8a8a service nova] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Detach interface failed, port_id=a60d4d6f-edff-4597-84ef-264e78484ab0, reason: Instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.068785] env[68989]: INFO nova.compute.manager [-] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Took 1.21 seconds to deallocate network for instance. [ 1097.124839] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Successfully created port: 3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.184919] env[68989]: INFO nova.compute.manager [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Detaching volume 980f951e-5e39-4781-b483-2ae67164d83e [ 1097.228125] env[68989]: INFO nova.virt.block_device [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Attempting to driver detach volume 980f951e-5e39-4781-b483-2ae67164d83e from mountpoint /dev/sdb [ 1097.228417] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.228626] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643462', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'name': 'volume-980f951e-5e39-4781-b483-2ae67164d83e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa244aea-a686-4175-88c6-34ce62bcd2ae', 'attached_at': '', 'detached_at': '', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'serial': '980f951e-5e39-4781-b483-2ae67164d83e'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.229597] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f94e9-a3b3-40a5-8e17-b6632a10431f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.242351] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.259196] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c0587f-7022-44bd-976d-7a3e3e5c4563 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.268739] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40a8cb-d1b9-489e-ac86-4641b11e854b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.288893] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c06f6f6-9c28-42d1-a588-57b0bf9e6544 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.303769] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.306489] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] The volume has not been displaced from its original location: [datastore2] volume-980f951e-5e39-4781-b483-2ae67164d83e/volume-980f951e-5e39-4781-b483-2ae67164d83e.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.312009] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.315293] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bd9438-5b77-4467-928c-972dcfd264c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.335503] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1097.335503] env[68989]: value = "task-3218426" [ 1097.335503] env[68989]: _type = "Task" [ 1097.335503] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.347247] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.359525] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.359690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.359918] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.529986] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1e151-3b55-4612-aeac-05fcbe3cc8ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.539362] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f362b7-f5c5-4dd6-bc72-5aa8798e1ec1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.578409] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.579990] env[68989]: DEBUG nova.network.neutron [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updated VIF entry in instance network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.580434] env[68989]: DEBUG nova.network.neutron [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [{"id": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "address": "fa:16:3e:26:ea:f0", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5d0133-bc", "ovs_interfaceid": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.582593] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae83b26-5975-4d5c-8bbc-9e1ba791de3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.591715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47387382-365b-46cc-b624-009edf40e9d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.608569] env[68989]: DEBUG nova.compute.provider_tree [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.739562] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915319} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.740039] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.740039] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.740320] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ede5e92e-4c0d-4dab-8b0a-8581d3a24121 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.747719] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1097.747719] env[68989]: value = "task-3218427" [ 1097.747719] env[68989]: _type = "Task" [ 1097.747719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.756132] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.846671] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218426, 'name': ReconfigVM_Task, 'duration_secs': 0.44741} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.846841] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.851784] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d360c44-3669-42df-b3a7-c7349437f8fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.870460] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1097.870460] env[68989]: value = "task-3218428" [ 1097.870460] env[68989]: _type = "Task" [ 1097.870460] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.879144] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.894738] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.034128] env[68989]: DEBUG nova.network.neutron [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [{"id": "3c094286-ac44-411b-9fcc-5f6533d62583", "address": "fa:16:3e:39:bd:8e", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c094286-ac", "ovs_interfaceid": "3c094286-ac44-411b-9fcc-5f6533d62583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.087029] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ba3d606-b04d-43f1-b3ef-4eb54833e8f8 req-4732c87b-2505-462b-b3cb-f448519aacd1 service nova] Releasing lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.114593] env[68989]: DEBUG nova.scheduler.client.report [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.258355] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063007} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.258671] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.259485] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150b4ab-8ad4-4668-a4dd-26815ee64be4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.282617] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.282892] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba58132-573b-4e13-bf96-0f8dba9bcdc0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.303686] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1098.303686] env[68989]: value = "task-3218429" [ 1098.303686] env[68989]: _type = "Task" [ 1098.303686] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.311236] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.320525] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.349614] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.349880] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.350083] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.350296] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.350452] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.350595] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.350805] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.350963] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.352353] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.352545] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.353958] env[68989]: DEBUG nova.virt.hardware [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.354903] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a2e1c-24fc-47cd-9145-f1240d33dbbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.362935] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1985f7-b14f-40f0-9170-439a091dacf8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.372303] env[68989]: DEBUG nova.compute.manager [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Received event network-vif-plugged-3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.372510] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Acquiring lock "185719c3-81f1-4694-991c-f212262e3361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.372714] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Lock "185719c3-81f1-4694-991c-f212262e3361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.372880] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Lock "185719c3-81f1-4694-991c-f212262e3361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.373065] env[68989]: DEBUG nova.compute.manager [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] No waiting events found dispatching network-vif-plugged-3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.373239] env[68989]: WARNING nova.compute.manager [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Received unexpected event network-vif-plugged-3c094286-ac44-411b-9fcc-5f6533d62583 for instance with vm_state building and task_state spawning. [ 1098.373398] env[68989]: DEBUG nova.compute.manager [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Received event network-changed-3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.373551] env[68989]: DEBUG nova.compute.manager [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Refreshing instance network info cache due to event network-changed-3c094286-ac44-411b-9fcc-5f6533d62583. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.373716] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Acquiring lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.394807] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.536772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.537190] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Instance network_info: |[{"id": "3c094286-ac44-411b-9fcc-5f6533d62583", "address": "fa:16:3e:39:bd:8e", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c094286-ac", "ovs_interfaceid": "3c094286-ac44-411b-9fcc-5f6533d62583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.537506] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Acquired lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.537694] env[68989]: DEBUG nova.network.neutron [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Refreshing network info cache for port 3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.539484] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:bd:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c094286-ac44-411b-9fcc-5f6533d62583', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.546475] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating folder: Project (92e315ecc41d428aaf452221796cb8c7). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.547447] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-604403b2-795d-4e8d-898a-7f3030e76f91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.558745] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created folder: Project (92e315ecc41d428aaf452221796cb8c7) in parent group-v643186. [ 1098.558926] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating folder: Instances. Parent ref: group-v643479. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.559179] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fec6dc8-67df-4e84-a332-136f13c8f350 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.567692] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created folder: Instances in parent group-v643479. [ 1098.567910] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.568105] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.568312] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-262432cd-8195-45b5-b6df-0c0bdbe24cbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.586528] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.586528] env[68989]: value = "task-3218432" [ 1098.586528] env[68989]: _type = "Task" [ 1098.586528] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.593730] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218432, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.619274] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.619851] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.622540] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.641s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.623162] env[68989]: DEBUG nova.objects.instance [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'resources' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.813608] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.839552] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Successfully updated port: 3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.881745] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.102015] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218432, 'name': CreateVM_Task, 'duration_secs': 0.461161} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.102244] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.102905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.103086] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.103407] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.103801] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d215ea6-6633-488b-b771-23a54aec6d69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.108608] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1099.108608] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224b6a4-9aa7-e9e2-1996-21afec6d2acc" [ 1099.108608] env[68989]: _type = "Task" [ 1099.108608] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.116337] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224b6a4-9aa7-e9e2-1996-21afec6d2acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.125699] env[68989]: DEBUG nova.compute.utils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.127269] env[68989]: DEBUG nova.objects.instance [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'numa_topology' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.130434] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.130598] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.191573] env[68989]: DEBUG nova.policy [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f56a8334ce2444abfa097395753e549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7548be0faa3340f9a7a92459153eb429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.315462] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.337823] env[68989]: DEBUG nova.network.neutron [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updated VIF entry in instance network info cache for port 3c094286-ac44-411b-9fcc-5f6533d62583. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.338270] env[68989]: DEBUG nova.network.neutron [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [{"id": "3c094286-ac44-411b-9fcc-5f6533d62583", "address": "fa:16:3e:39:bd:8e", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c094286-ac", "ovs_interfaceid": "3c094286-ac44-411b-9fcc-5f6533d62583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.345777] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.345777] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.345777] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.383537] env[68989]: DEBUG oslo_vmware.api [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218428, 'name': ReconfigVM_Task, 'duration_secs': 1.141285} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.383537] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643462', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'name': 'volume-980f951e-5e39-4781-b483-2ae67164d83e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa244aea-a686-4175-88c6-34ce62bcd2ae', 'attached_at': '', 'detached_at': '', 'volume_id': '980f951e-5e39-4781-b483-2ae67164d83e', 'serial': '980f951e-5e39-4781-b483-2ae67164d83e'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1099.545503] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Successfully created port: 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.621427] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224b6a4-9aa7-e9e2-1996-21afec6d2acc, 'name': SearchDatastore_Task, 'duration_secs': 0.053005} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.621744] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.621982] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.622239] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622393] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.622574] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.622829] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2181ac3-8b33-4934-b361-8f43073d4997 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.629294] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.636018] env[68989]: DEBUG nova.objects.base [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1099.636018] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.636018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.637547] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a791983-68f1-42c2-b2b3-313f2f4aeaf4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.643057] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1099.643057] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd3940-77e7-aedb-2d93-78ce1ffc6cfb" [ 1099.643057] env[68989]: _type = "Task" [ 1099.643057] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.651385] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd3940-77e7-aedb-2d93-78ce1ffc6cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.811034] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b2f6d9-a19f-4e9e-9a38-48b13e464d17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.818806] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218429, 'name': ReconfigVM_Task, 'duration_secs': 1.203061} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.820741] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.821481] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dd528d5-bbaf-45d3-bfab-24fe427dfb42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.823580] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a4706-1338-4cd9-b174-d6924fb3f9df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.855046] env[68989]: DEBUG oslo_concurrency.lockutils [req-0566f5e7-391b-40f7-9e6e-6f720e755332 req-2b096f8f-954a-4596-9e73-f754582d2a64 service nova] Releasing lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.859478] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c097426-da10-4d19-9271-ef67f5897960 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.862336] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1099.862336] env[68989]: value = "task-3218433" [ 1099.862336] env[68989]: _type = "Task" [ 1099.862336] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.869587] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d11fc8-05fe-45b4-8db2-228adf4fe6ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.876802] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218433, 'name': Rename_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.887206] env[68989]: DEBUG nova.compute.provider_tree [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.902129] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.926456] env[68989]: DEBUG nova.objects.instance [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.992832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.993148] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.993366] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.993551] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.993720] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.996255] env[68989]: INFO nova.compute.manager [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Terminating instance [ 1100.042826] env[68989]: DEBUG nova.network.neutron [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updating instance_info_cache with network_info: [{"id": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "address": "fa:16:3e:0a:b7:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd66a4c-57", "ovs_interfaceid": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.153743] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd3940-77e7-aedb-2d93-78ce1ffc6cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.008951} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.154569] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7313f1-2550-443b-b970-44a6cd29e58c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.159848] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1100.159848] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e95dc-f347-4a28-4346-53e88cccf9c1" [ 1100.159848] env[68989]: _type = "Task" [ 1100.159848] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.167317] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e95dc-f347-4a28-4346-53e88cccf9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.374377] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218433, 'name': Rename_Task, 'duration_secs': 0.16735} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.374468] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.374638] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-304b00f0-8523-42dd-9390-a46f05dc3fda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.380769] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1100.380769] env[68989]: value = "task-3218434" [ 1100.380769] env[68989]: _type = "Task" [ 1100.380769] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.388089] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.390029] env[68989]: DEBUG nova.scheduler.client.report [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.394913] env[68989]: DEBUG nova.compute.manager [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Received event network-vif-plugged-3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.395121] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Acquiring lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.395329] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.395501] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.395669] env[68989]: DEBUG nova.compute.manager [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] No waiting events found dispatching network-vif-plugged-3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.395835] env[68989]: WARNING nova.compute.manager [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Received unexpected event network-vif-plugged-3dd66a4c-57f9-497c-84ee-ed90fe354447 for instance with vm_state building and task_state spawning. [ 1100.395996] env[68989]: DEBUG nova.compute.manager [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Received event network-changed-3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.396172] env[68989]: DEBUG nova.compute.manager [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Refreshing instance network info cache due to event network-changed-3dd66a4c-57f9-497c-84ee-ed90fe354447. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.396346] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Acquiring lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.500161] env[68989]: DEBUG nova.compute.manager [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.500383] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.501295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800419f9-42f2-4f03-9e65-a474b7758cc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.509829] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.510076] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5893a1-5fc7-4a80-8a29-1602f38e0387 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.517616] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1100.517616] env[68989]: value = "task-3218435" [ 1100.517616] env[68989]: _type = "Task" [ 1100.517616] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.525240] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.545417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545781] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Instance network_info: |[{"id": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "address": "fa:16:3e:0a:b7:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd66a4c-57", "ovs_interfaceid": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.546106] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Acquired lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.546308] env[68989]: DEBUG nova.network.neutron [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Refreshing network info cache for port 3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.547581] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b7:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dd66a4c-57f9-497c-84ee-ed90fe354447', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.555133] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.555558] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.555786] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb42bbd8-ec11-44ff-b1b8-29bfed56b647 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.576817] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.576817] env[68989]: value = "task-3218436" [ 1100.576817] env[68989]: _type = "Task" [ 1100.576817] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.585277] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218436, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.643651] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.672819] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522e95dc-f347-4a28-4346-53e88cccf9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.673134] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.673593] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 185719c3-81f1-4694-991c-f212262e3361/185719c3-81f1-4694-991c-f212262e3361.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.673847] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1d43ae-8708-4316-ba59-0f03572dd6d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.677898] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.678112] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.678278] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.678463] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.678610] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.678758] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.678970] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.679152] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.679320] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.679495] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.679672] env[68989]: DEBUG nova.virt.hardware [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.680496] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a620cc-4c68-4d0e-a842-b6bd3a5fe2c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.689535] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a3d8c-c140-4049-887a-4e11cf546edd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.693511] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1100.693511] env[68989]: value = "task-3218437" [ 1100.693511] env[68989]: _type = "Task" [ 1100.693511] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.710637] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.892453] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.898203] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.900768] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.322s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.901035] env[68989]: DEBUG nova.objects.instance [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lazy-loading 'resources' on Instance uuid 48bf3385-cbd6-4d6d-9fb0-e939c79b512c {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.906525] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.939179] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2a8c3f3e-9ad3-41b7-83d8-1532dfcb4a9d tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.258s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.943712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.037s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.943921] env[68989]: DEBUG nova.compute.manager [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.946095] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1419c60-1696-472f-93ae-3be86e2cdaad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.954022] env[68989]: DEBUG nova.compute.manager [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.954506] env[68989]: DEBUG nova.objects.instance [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.027451] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218435, 'name': PowerOffVM_Task, 'duration_secs': 0.168331} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.029019] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.029019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.029019] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616a6670-a485-4af9-b205-4f45ad942e40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.089550] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218436, 'name': CreateVM_Task, 'duration_secs': 0.314704} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.089850] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.090793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.090886] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.091246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.091533] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35ba1dd-e02a-410c-810f-60ac24ce0bd3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.098760] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.099102] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.099376] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleting the datastore file [datastore2] 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.101318] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e802c57-1c0e-4e6f-83cc-7a530f01706c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.103604] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1101.103604] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52323702-38a8-8626-90c4-c3095342c40f" [ 1101.103604] env[68989]: _type = "Task" [ 1101.103604] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.111215] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1101.111215] env[68989]: value = "task-3218439" [ 1101.111215] env[68989]: _type = "Task" [ 1101.111215] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.117977] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52323702-38a8-8626-90c4-c3095342c40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.122997] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.145713] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Successfully updated port: 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.204724] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.343980] env[68989]: DEBUG nova.network.neutron [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updated VIF entry in instance network info cache for port 3dd66a4c-57f9-497c-84ee-ed90fe354447. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.344465] env[68989]: DEBUG nova.network.neutron [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updating instance_info_cache with network_info: [{"id": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "address": "fa:16:3e:0a:b7:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd66a4c-57", "ovs_interfaceid": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.391833] env[68989]: DEBUG oslo_vmware.api [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218434, 'name': PowerOnVM_Task, 'duration_secs': 1.008526} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.392183] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.392493] env[68989]: INFO nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1101.392760] env[68989]: DEBUG nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.393623] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df14066-59c1-41c7-8cdd-3b66a792118a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.407598] env[68989]: DEBUG oslo_concurrency.lockutils [None req-efc89fac-84d0-482f-a480-02a63a4700b9 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.295s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.408438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.821s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.409046] env[68989]: INFO nova.compute.manager [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Unshelving [ 1101.557970] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2b271-4251-4f78-bb6d-10fd21fb76df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.565340] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dcc912-6deb-41c2-9fbf-f0ad75a4eda7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.596556] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd59b9-dfee-4c23-8a8b-0b58e432f174 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.604302] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a6650-c692-4b0b-91d4-6443cdf9a4ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.626342] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52323702-38a8-8626-90c4-c3095342c40f, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.626814] env[68989]: DEBUG nova.compute.provider_tree [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.628623] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.628854] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.629104] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.629256] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.629468] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.629941] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d7eb907-9691-4b3a-9807-ebae99e3f2da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.634450] env[68989]: DEBUG oslo_vmware.api [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315933} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.635022] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.635220] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.635406] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.635580] env[68989]: INFO nova.compute.manager [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1101.635813] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.636572] env[68989]: DEBUG nova.compute.manager [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.636672] env[68989]: DEBUG nova.network.neutron [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.648974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.648974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.649171] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.651850] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.651919] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.653747] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee5bedc-8ea2-410f-8fc5-2e08b417cfc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.658426] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1101.658426] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52904c8f-87c4-9074-8c1b-4b3ebd917f26" [ 1101.658426] env[68989]: _type = "Task" [ 1101.658426] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.667167] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52904c8f-87c4-9074-8c1b-4b3ebd917f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.705299] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.706175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 185719c3-81f1-4694-991c-f212262e3361/185719c3-81f1-4694-991c-f212262e3361.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.706175] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.706175] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c167cc-8f3c-4f42-8694-f3eee487bb76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.714992] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1101.714992] env[68989]: value = "task-3218440" [ 1101.714992] env[68989]: _type = "Task" [ 1101.714992] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.722652] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.847715] env[68989]: DEBUG oslo_concurrency.lockutils [req-e2512c47-d658-4853-b6f8-aa83127fcd1e req-0b2969dc-bd34-4ee1-8afe-4fc7a74d0750 service nova] Releasing lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.918349] env[68989]: INFO nova.compute.manager [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Took 15.87 seconds to build instance. [ 1101.961808] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.962133] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d37296-2639-41c1-b0bb-587767a27c45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970706] env[68989]: DEBUG oslo_vmware.api [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1101.970706] env[68989]: value = "task-3218441" [ 1101.970706] env[68989]: _type = "Task" [ 1101.970706] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.982025] env[68989]: DEBUG oslo_vmware.api [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.131766] env[68989]: DEBUG nova.scheduler.client.report [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.169498] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52904c8f-87c4-9074-8c1b-4b3ebd917f26, 'name': SearchDatastore_Task, 'duration_secs': 0.063814} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.170267] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd639a5-9473-4cd5-b402-7adfdc4072c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.175750] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1102.175750] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eeba6-fd73-3a48-f57a-f7c6808c4d57" [ 1102.175750] env[68989]: _type = "Task" [ 1102.175750] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.183173] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eeba6-fd73-3a48-f57a-f7c6808c4d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.213255] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.227934] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076548} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.230943] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.230943] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea738d8-425e-45a8-935e-dcd12d975d0e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.257209] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 185719c3-81f1-4694-991c-f212262e3361/185719c3-81f1-4694-991c-f212262e3361.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.259949] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fb43b0-9528-4449-b035-e147321f50aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.282363] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1102.282363] env[68989]: value = "task-3218442" [ 1102.282363] env[68989]: _type = "Task" [ 1102.282363] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.291330] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.423478] env[68989]: DEBUG oslo_concurrency.lockutils [None req-96b78c38-8d12-4c7b-83af-7f2cb25e42c1 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.383s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.434468] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.435378] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.435749] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.435931] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.436205] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] No waiting events found dispatching network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.436401] env[68989]: WARNING nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received unexpected event network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a for instance with vm_state building and task_state spawning. [ 1102.436620] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.436827] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing instance network info cache due to event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.437101] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.439972] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.481668] env[68989]: DEBUG oslo_vmware.api [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218441, 'name': PowerOffVM_Task, 'duration_secs': 0.403278} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.481950] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.482253] env[68989]: DEBUG nova.compute.manager [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.486267] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba86c3c-9bfb-42fa-87ce-c936652672e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.505349] env[68989]: DEBUG nova.network.neutron [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.624198] env[68989]: DEBUG nova.network.neutron [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.640436] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.642793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.203s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.642936] env[68989]: DEBUG nova.objects.instance [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'pci_requests' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.659404] env[68989]: INFO nova.scheduler.client.report [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Deleted allocations for instance 48bf3385-cbd6-4d6d-9fb0-e939c79b512c [ 1102.686997] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eeba6-fd73-3a48-f57a-f7c6808c4d57, 'name': SearchDatastore_Task, 'duration_secs': 0.036899} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.687288] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.687541] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/c0733381-451e-48b9-9052-7f646dd4a40b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.687796] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3575ca0-40a8-4159-bd1a-e6c91b2586c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.699179] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1102.699179] env[68989]: value = "task-3218443" [ 1102.699179] env[68989]: _type = "Task" [ 1102.699179] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.707096] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.793234] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218442, 'name': ReconfigVM_Task, 'duration_secs': 0.274776} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.793539] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 185719c3-81f1-4694-991c-f212262e3361/185719c3-81f1-4694-991c-f212262e3361.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.794249] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bdd278a-38c1-435f-bc03-50b8ae29bbde {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.800694] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1102.800694] env[68989]: value = "task-3218444" [ 1102.800694] env[68989]: _type = "Task" [ 1102.800694] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.809276] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218444, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.999127] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9e6c4eff-5bc6-48de-b4e3-319e578eafe7 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.008673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.008673] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance network_info: |[{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.009011] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.009198] env[68989]: DEBUG nova.network.neutron [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.010438] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:6a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eab69ad-67f5-4f80-bd5f-510d054d897a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.020602] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.021800] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.021800] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c752a0-b7dc-4b08-8844-76c7657d512f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.044995] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.044995] env[68989]: value = "task-3218445" [ 1103.044995] env[68989]: _type = "Task" [ 1103.044995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.055222] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218445, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.126952] env[68989]: INFO nova.compute.manager [-] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Took 1.49 seconds to deallocate network for instance. [ 1103.147945] env[68989]: DEBUG nova.objects.instance [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'numa_topology' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.168048] env[68989]: DEBUG oslo_concurrency.lockutils [None req-170443b8-887a-48ed-9501-bbd44faaf001 tempest-ServersTestJSON-492908438 tempest-ServersTestJSON-492908438-project-member] Lock "48bf3385-cbd6-4d6d-9fb0-e939c79b512c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.472s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.209185] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218443, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.312191] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218444, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.325754] env[68989]: DEBUG nova.objects.instance [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.554686] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218445, 'name': CreateVM_Task, 'duration_secs': 0.408621} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.554921] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.555627] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.555797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.556202] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.556405] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2899c4ac-b5a8-4435-9208-8a275b355a99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560855] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1103.560855] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280b6bf-3296-0dc6-86b6-1d419543f672" [ 1103.560855] env[68989]: _type = "Task" [ 1103.560855] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.568349] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280b6bf-3296-0dc6-86b6-1d419543f672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.634475] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.651260] env[68989]: INFO nova.compute.claims [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.712348] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517047} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.712568] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/c0733381-451e-48b9-9052-7f646dd4a40b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.712791] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.713065] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb607c5-a31a-4080-854c-bf4140bc5926 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.719936] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1103.719936] env[68989]: value = "task-3218446" [ 1103.719936] env[68989]: _type = "Task" [ 1103.719936] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.728954] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.811657] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218444, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.831548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.831736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.831913] env[68989]: DEBUG nova.network.neutron [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.832099] env[68989]: DEBUG nova.objects.instance [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'info_cache' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.048060] env[68989]: DEBUG nova.network.neutron [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updated VIF entry in instance network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.048491] env[68989]: DEBUG nova.network.neutron [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.072383] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280b6bf-3296-0dc6-86b6-1d419543f672, 'name': SearchDatastore_Task, 'duration_secs': 0.087534} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.072696] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.072930] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.073183] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.073334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.073517] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.073775] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1756242-6ebf-4549-8414-e37c44a1ed11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.083144] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.083376] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.084133] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1868368d-16ae-4221-85c5-693454a87c2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.089668] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1104.089668] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6aff1-b67f-60bf-07ff-45a1d6241cdc" [ 1104.089668] env[68989]: _type = "Task" [ 1104.089668] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.098563] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6aff1-b67f-60bf-07ff-45a1d6241cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.230209] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067859} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.230899] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.231559] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384beed-3e07-4b5a-b40c-0c2c38fbae2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.254605] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/c0733381-451e-48b9-9052-7f646dd4a40b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.254901] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f1335f-db82-4621-b37b-d478f24c72a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.276550] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1104.276550] env[68989]: value = "task-3218447" [ 1104.276550] env[68989]: _type = "Task" [ 1104.276550] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.285683] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.310934] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218444, 'name': Rename_Task, 'duration_secs': 1.149934} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.311428] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.311687] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dd7016c-df35-4afd-b919-5a8637054dd3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.317430] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1104.317430] env[68989]: value = "task-3218448" [ 1104.317430] env[68989]: _type = "Task" [ 1104.317430] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.325128] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.337678] env[68989]: DEBUG nova.objects.base [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.465793] env[68989]: DEBUG nova.compute.manager [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.466249] env[68989]: DEBUG nova.compute.manager [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing instance network info cache due to event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.466615] env[68989]: DEBUG oslo_concurrency.lockutils [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.466748] env[68989]: DEBUG oslo_concurrency.lockutils [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.467027] env[68989]: DEBUG nova.network.neutron [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.553395] env[68989]: DEBUG oslo_concurrency.lockutils [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.553677] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Received event network-vif-deleted-36010f6e-e581-459e-b88f-cc7da0298fb4 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.553859] env[68989]: INFO nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Neutron deleted interface 36010f6e-e581-459e-b88f-cc7da0298fb4; detaching it from the instance and deleting it from the info cache [ 1104.554043] env[68989]: DEBUG nova.network.neutron [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.600611] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b6aff1-b67f-60bf-07ff-45a1d6241cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.601535] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa4d255-f867-45b6-a26d-9dad643d9751 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.606718] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1104.606718] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522a8f90-5641-2618-7cce-eaf437690149" [ 1104.606718] env[68989]: _type = "Task" [ 1104.606718] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.614854] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522a8f90-5641-2618-7cce-eaf437690149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.790023] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.828120] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218448, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.829108] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb8efe-aef5-4504-8c4c-7a9ce3b15a40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.835799] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7c02dd-a35e-49dc-a0d0-5ee293f00980 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.866867] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf4f56-f4cc-4802-8f88-7bd1db388b62 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.874666] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2113d33-0b93-42a6-b5b5-145e2ed1bf21 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.888910] env[68989]: DEBUG nova.compute.provider_tree [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.057536] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d27fc3b0-16ea-495b-84b9-a5dfde16a090 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.067257] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e4d51-a45e-4d5d-9dde-5ebbf9e4f3e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.102534] env[68989]: DEBUG nova.compute.manager [req-76ae6981-81d8-4f7c-b471-42f873547dcb req-bb397fd2-cd26-4208-9eb0-11f27ed0175d service nova] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Detach interface failed, port_id=36010f6e-e581-459e-b88f-cc7da0298fb4, reason: Instance 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.117149] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522a8f90-5641-2618-7cce-eaf437690149, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.117149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.117346] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.117596] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebd476c-0f5a-45ed-ace8-60d582b59ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.124233] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1105.124233] env[68989]: value = "task-3218449" [ 1105.124233] env[68989]: _type = "Task" [ 1105.124233] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.131570] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.259215] env[68989]: DEBUG nova.network.neutron [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [{"id": "029c5c83-787e-4db8-a103-8ff5633990f9", "address": "fa:16:3e:73:ed:42", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029c5c83-78", "ovs_interfaceid": "029c5c83-787e-4db8-a103-8ff5633990f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.289523] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218447, 'name': ReconfigVM_Task, 'duration_secs': 0.543003} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.289823] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/c0733381-451e-48b9-9052-7f646dd4a40b.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.290486] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f41602-f29f-40b2-bf3b-dcfdb38831dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.297589] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1105.297589] env[68989]: value = "task-3218450" [ 1105.297589] env[68989]: _type = "Task" [ 1105.297589] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.309811] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218450, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.329729] env[68989]: DEBUG oslo_vmware.api [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218448, 'name': PowerOnVM_Task, 'duration_secs': 0.596184} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.330056] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.330271] env[68989]: INFO nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1105.330455] env[68989]: DEBUG nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.331421] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec6fdf-bfb2-4f36-9842-a3914002c882 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.357093] env[68989]: DEBUG nova.network.neutron [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updated VIF entry in instance network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.357568] env[68989]: DEBUG nova.network.neutron [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.392471] env[68989]: DEBUG nova.scheduler.client.report [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.636071] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.762590] env[68989]: DEBUG oslo_concurrency.lockutils [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "refresh_cache-aa244aea-a686-4175-88c6-34ce62bcd2ae" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.808134] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218450, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.848616] env[68989]: INFO nova.compute.manager [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Took 16.20 seconds to build instance. [ 1105.861380] env[68989]: DEBUG oslo_concurrency.lockutils [req-b2e1006b-b108-43c8-a3ea-a5a38809a4a3 req-5338dafa-251f-4faf-ae4d-82e10b2c7b72 service nova] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.897218] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.899423] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.265s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.899660] env[68989]: DEBUG nova.objects.instance [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'resources' on Instance uuid 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.944858] env[68989]: INFO nova.network.neutron [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating port cb240e54-c80a-40a9-aa61-f84e26df6403 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1106.135203] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673525} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.135510] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.135687] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.135940] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307d31d4-98c1-4aef-ad29-d71bb4a3fd13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.142704] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1106.142704] env[68989]: value = "task-3218451" [ 1106.142704] env[68989]: _type = "Task" [ 1106.142704] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.150810] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.308038] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218450, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.350298] env[68989]: DEBUG oslo_concurrency.lockutils [None req-087b3702-78b4-42ad-b205-c85eb6e3f8d1 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.713s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.549195] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bf2171-d249-4797-ba6f-290ba5daf156 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.556877] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69d6552-fc36-49d0-b68b-a76a68192136 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.586721] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c07e381-a5df-4b75-b848-3128d4f9afd2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.593420] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f2c04-fb75-4123-a900-7d5071c3fb92 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.606048] env[68989]: DEBUG nova.compute.provider_tree [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.654051] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067442} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.654051] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.654681] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f5e8a-0d46-4fc3-821a-6af23188d06e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.676046] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.676309] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e71914-c20f-4147-aa3f-d1792f789515 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.696815] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1106.696815] env[68989]: value = "task-3218452" [ 1106.696815] env[68989]: _type = "Task" [ 1106.696815] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.704392] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.769296] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.769722] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92200930-f76d-4d53-8309-e0d86830cba5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.777490] env[68989]: DEBUG oslo_vmware.api [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1106.777490] env[68989]: value = "task-3218453" [ 1106.777490] env[68989]: _type = "Task" [ 1106.777490] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.787678] env[68989]: DEBUG oslo_vmware.api [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.809421] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218450, 'name': Rename_Task, 'duration_secs': 1.130035} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.809782] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.810117] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9abfa15-d0f8-4cab-b172-10d09c94abc3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.817254] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1106.817254] env[68989]: value = "task-3218454" [ 1106.817254] env[68989]: _type = "Task" [ 1106.817254] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.827300] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.109764] env[68989]: DEBUG nova.scheduler.client.report [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.206963] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218452, 'name': ReconfigVM_Task, 'duration_secs': 0.323384} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.207324] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.207984] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d74e475-b480-47ea-adc6-343424346753 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.215179] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1107.215179] env[68989]: value = "task-3218455" [ 1107.215179] env[68989]: _type = "Task" [ 1107.215179] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.223606] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218455, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.288026] env[68989]: DEBUG oslo_vmware.api [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218453, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.327179] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218454, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.361290] env[68989]: DEBUG nova.compute.manager [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.361534] env[68989]: DEBUG oslo_concurrency.lockutils [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.361789] env[68989]: DEBUG oslo_concurrency.lockutils [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.361987] env[68989]: DEBUG oslo_concurrency.lockutils [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.362278] env[68989]: DEBUG nova.compute.manager [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] No waiting events found dispatching network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.362503] env[68989]: WARNING nova.compute.manager [req-2651d5d7-e91b-4d30-8c2e-84df7a7d37e4 req-220bce50-7ec8-44fb-8d83-4729b391e6c4 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received unexpected event network-vif-plugged-cb240e54-c80a-40a9-aa61-f84e26df6403 for instance with vm_state shelved_offloaded and task_state spawning. [ 1107.489578] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.489729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.489893] env[68989]: DEBUG nova.network.neutron [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.615350] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.647355] env[68989]: INFO nova.scheduler.client.report [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted allocations for instance 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f [ 1107.726417] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218455, 'name': Rename_Task, 'duration_secs': 0.148472} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.727325] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.727603] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d6c149-9486-4b63-898f-4659db7845a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.734144] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1107.734144] env[68989]: value = "task-3218456" [ 1107.734144] env[68989]: _type = "Task" [ 1107.734144] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.745188] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.790157] env[68989]: DEBUG oslo_vmware.api [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218453, 'name': PowerOnVM_Task, 'duration_secs': 0.621643} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790441] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.790647] env[68989]: DEBUG nova.compute.manager [None req-539901e8-414d-4173-89d6-c510eaa241e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.791492] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df7d9f-f40b-4d39-9493-cb3b80e562c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.828042] env[68989]: DEBUG oslo_vmware.api [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218454, 'name': PowerOnVM_Task, 'duration_secs': 0.749869} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.828362] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.828594] env[68989]: INFO nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1107.828781] env[68989]: DEBUG nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.829685] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a2cce-9af3-4c7f-9a74-4e646d8e850e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.156584] env[68989]: DEBUG oslo_concurrency.lockutils [None req-57b4857b-feab-4e9a-b585-e733316a6925 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.163s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.225847] env[68989]: DEBUG nova.network.neutron [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.245510] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.348065] env[68989]: INFO nova.compute.manager [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Took 18.34 seconds to build instance. [ 1108.731671] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.747489] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.762124] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='29139a1a414fb013c587ff44a6cc5e97',container_format='bare',created_at=2025-04-03T02:13:51Z,direct_url=,disk_format='vmdk',id=5505beec-f5d2-42ca-b992-0dab108f0562,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-698875459-shelved',owner='ad9ffe7260064ce18d2f826a66f5dd0a',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-03T02:14:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.762392] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.762588] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.762793] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.762977] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.763164] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.763378] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.763540] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.763713] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.763933] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.764105] env[68989]: DEBUG nova.virt.hardware [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.765021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b583363d-eef2-407c-8d82-f9e8dfe94564 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.773833] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026879a-a34a-4dd6-b610-8478738686d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.794102] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f6:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb240e54-c80a-40a9-aa61-f84e26df6403', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.802060] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.803851] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.803851] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e02241-8efa-45c8-9e6b-2dc6c8ffb9d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.830870] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.830870] env[68989]: value = "task-3218457" [ 1108.830870] env[68989]: _type = "Task" [ 1108.830870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.845543] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218457, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.850736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-13845e8b-7215-4e56-8e01-c7d1739551f4 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.846s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.246703] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218456, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.283821] env[68989]: INFO nova.compute.manager [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Rescuing [ 1109.284880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.284880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284880] env[68989]: DEBUG nova.network.neutron [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.328149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.328149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.341847] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218457, 'name': CreateVM_Task, 'duration_secs': 0.446923} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.342017] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.342665] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.342832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.343644] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343644] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9799fc5-e0a7-4bd5-8713-a9ff8dc6067c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.349679] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1109.349679] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52451c87-9486-6715-25ee-038b4ad84039" [ 1109.349679] env[68989]: _type = "Task" [ 1109.349679] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.358896] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52451c87-9486-6715-25ee-038b4ad84039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.388799] env[68989]: DEBUG nova.compute.manager [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.389064] env[68989]: DEBUG nova.compute.manager [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing instance network info cache due to event network-changed-cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.389291] env[68989]: DEBUG oslo_concurrency.lockutils [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.389442] env[68989]: DEBUG oslo_concurrency.lockutils [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.389788] env[68989]: DEBUG nova.network.neutron [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Refreshing network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.747061] env[68989]: DEBUG oslo_vmware.api [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218456, 'name': PowerOnVM_Task, 'duration_secs': 1.56386} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.747061] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.747061] env[68989]: INFO nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1109.747061] env[68989]: DEBUG nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.747562] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d8ccb-cc34-443e-b6e9-2232be0cdeb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.831033] env[68989]: INFO nova.compute.manager [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Detaching volume 5c306859-9262-41f9-b185-9f5b330cb3bb [ 1109.862839] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.863217] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Processing image 5505beec-f5d2-42ca-b992-0dab108f0562 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.863418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.863530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.863718] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.863987] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5dad50-1647-41eb-be26-a332aa0e3ffd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.870431] env[68989]: INFO nova.virt.block_device [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Attempting to driver detach volume 5c306859-9262-41f9-b185-9f5b330cb3bb from mountpoint /dev/sdb [ 1109.870643] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.870835] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643458', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'name': 'volume-5c306859-9262-41f9-b185-9f5b330cb3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9959c6fd-0895-4a47-80b2-17ca82d19220', 'attached_at': '', 'detached_at': '', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'serial': '5c306859-9262-41f9-b185-9f5b330cb3bb'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.871687] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e4ee6-a261-423d-85aa-8cdcce3473bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.902443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9b120-0d75-45f2-9933-4bfb7e565313 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.904954] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.905141] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.906308] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b50f4d3-18f2-428c-b8ba-05f06e231b52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.913793] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee892a-43f3-4bd0-bcb7-46b20399c203 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.916217] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1109.916217] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524f3ba8-64e7-9f2e-eda1-37000a400c2a" [ 1109.916217] env[68989]: _type = "Task" [ 1109.916217] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.936866] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb859838-3d6c-4726-9536-fc9bcf5b900d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.943472] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1109.943736] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Fetch image to [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef/OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1109.945036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Downloading stream optimized image 5505beec-f5d2-42ca-b992-0dab108f0562 to [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef/OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef.vmdk on the data store datastore1 as vApp {{(pid=68989) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1109.945036] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Downloading image file data 5505beec-f5d2-42ca-b992-0dab108f0562 to the ESX as VM named 'OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef' {{(pid=68989) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1109.959692] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c306859-9262-41f9-b185-9f5b330cb3bb/volume-5c306859-9262-41f9-b185-9f5b330cb3bb.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.964975] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.967338] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940fd812-9a7e-4d3b-857a-1cf6d1816ebe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.986422] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1109.986422] env[68989]: value = "task-3218458" [ 1109.986422] env[68989]: _type = "Task" [ 1109.986422] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.011108] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.043104] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1110.043104] env[68989]: value = "resgroup-9" [ 1110.043104] env[68989]: _type = "ResourcePool" [ 1110.043104] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1110.043400] env[68989]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5c3d04a2-67d2-4c0f-b872-49bd29f0c92f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.067669] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lease: (returnval){ [ 1110.067669] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1110.067669] env[68989]: _type = "HttpNfcLease" [ 1110.067669] env[68989]: } obtained for vApp import into resource pool (val){ [ 1110.067669] env[68989]: value = "resgroup-9" [ 1110.067669] env[68989]: _type = "ResourcePool" [ 1110.067669] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1110.067946] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the lease: (returnval){ [ 1110.067946] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1110.067946] env[68989]: _type = "HttpNfcLease" [ 1110.067946] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.076221] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.076221] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1110.076221] env[68989]: _type = "HttpNfcLease" [ 1110.076221] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.173772] env[68989]: DEBUG nova.network.neutron [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updating instance_info_cache with network_info: [{"id": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "address": "fa:16:3e:0a:b7:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd66a4c-57", "ovs_interfaceid": "3dd66a4c-57f9-497c-84ee-ed90fe354447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.267142] env[68989]: INFO nova.compute.manager [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Took 18.53 seconds to build instance. [ 1110.320910] env[68989]: DEBUG nova.network.neutron [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updated VIF entry in instance network info cache for port cb240e54-c80a-40a9-aa61-f84e26df6403. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.321476] env[68989]: DEBUG nova.network.neutron [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.496910] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218458, 'name': ReconfigVM_Task, 'duration_secs': 0.322757} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.497376] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.505474] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055963dd-226b-4b77-b2c6-522db9896380 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529024] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1110.529024] env[68989]: value = "task-3218460" [ 1110.529024] env[68989]: _type = "Task" [ 1110.529024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.543195] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.577674] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.577674] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1110.577674] env[68989]: _type = "HttpNfcLease" [ 1110.577674] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.677335] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-c0733381-451e-48b9-9052-7f646dd4a40b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.684419] env[68989]: DEBUG nova.compute.manager [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.684656] env[68989]: DEBUG nova.compute.manager [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing instance network info cache due to event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.684874] env[68989]: DEBUG oslo_concurrency.lockutils [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.684975] env[68989]: DEBUG oslo_concurrency.lockutils [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.685265] env[68989]: DEBUG nova.network.neutron [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.769966] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c7441816-f85f-455b-9fcc-959e574a1d5f tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.044s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.824907] env[68989]: DEBUG oslo_concurrency.lockutils [req-c7eb9bbc-a1ba-464a-b8be-1d30a69a3ffe req-57691d71-975f-401a-ace0-17eae56e68d8 service nova] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.040434] env[68989]: DEBUG oslo_vmware.api [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218460, 'name': ReconfigVM_Task, 'duration_secs': 0.196501} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.040811] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643458', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'name': 'volume-5c306859-9262-41f9-b185-9f5b330cb3bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9959c6fd-0895-4a47-80b2-17ca82d19220', 'attached_at': '', 'detached_at': '', 'volume_id': '5c306859-9262-41f9-b185-9f5b330cb3bb', 'serial': '5c306859-9262-41f9-b185-9f5b330cb3bb'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.078565] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.078565] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1111.078565] env[68989]: _type = "HttpNfcLease" [ 1111.078565] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.078860] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.078860] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a1842-8cb0-b6f9-00da-e7eab5692af7" [ 1111.078860] env[68989]: _type = "HttpNfcLease" [ 1111.078860] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1111.079701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df640b8d-75c8-444b-b998-b040c89b22a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.086734] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.086907] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1111.150632] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c652c1d8-cedd-40ab-90db-f88cc06f2153 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.408013] env[68989]: DEBUG nova.network.neutron [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updated VIF entry in instance network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.408446] env[68989]: DEBUG nova.network.neutron [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.588233] env[68989]: DEBUG nova.objects.instance [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid 9959c6fd-0895-4a47-80b2-17ca82d19220 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.911162] env[68989]: DEBUG oslo_concurrency.lockutils [req-615eba5d-e8f9-40f9-abd5-57fc448dda3f req-1bea46b6-f989-4e45-8cf6-f75e74d6ab91 service nova] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.213311] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.213636] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666f02d9-1fd6-4e02-b8cb-7c96afdc3c93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.221417] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1112.221417] env[68989]: value = "task-3218461" [ 1112.221417] env[68989]: _type = "Task" [ 1112.221417] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.232534] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.596211] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5c805197-d1d9-4ec3-9ab0-f2cbf570f9a7 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.635666] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1112.635991] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.637161] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6a402-f2b4-4bc3-8cf3-b22d251fbec6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.644267] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.644440] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1112.644724] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3bcb856-aed5-4695-b196-83f9dcd12642 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.731830] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218461, 'name': PowerOffVM_Task, 'duration_secs': 0.276902} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.732160] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.733047] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea755d3-2663-40e7-af09-e5257b7a57b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.759297] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d6529-1bee-4214-9346-3b0c91ea5c31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.794156] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.794451] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b986b5-e608-4743-80c8-0bf3b3e0937f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.800678] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1112.800678] env[68989]: value = "task-3218462" [ 1112.800678] env[68989]: _type = "Task" [ 1112.800678] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.808202] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.958845] env[68989]: DEBUG oslo_vmware.rw_handles [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f96f28-80b1-9605-f210-49c13cb1c61d/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1112.959047] env[68989]: INFO nova.virt.vmwareapi.images [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Downloaded image file data 5505beec-f5d2-42ca-b992-0dab108f0562 [ 1112.960057] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6c7d4-8cae-466e-af19-d26635dea462 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.975256] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e834bc-ac8c-48c3-9da1-a9f7a8957d9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.077304] env[68989]: INFO nova.virt.vmwareapi.images [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] The imported VM was unregistered [ 1113.080130] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1113.080408] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.080728] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e08462d-9eae-4e2e-bbd7-6f9c7351172b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.117946] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Created directory with path [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.118228] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef/OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef.vmdk to [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk. {{(pid=68989) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1113.118520] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-16880b35-806b-435b-ba28-296108cc540e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.127387] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1113.127387] env[68989]: value = "task-3218464" [ 1113.127387] env[68989]: _type = "Task" [ 1113.127387] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.136113] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.311025] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1113.311168] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.311414] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.311563] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.311742] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.311981] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c943410-95a4-4747-8fd9-a561310b3608 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.327314] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.327505] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.329131] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621747e9-5406-44c2-8870-658816accbd5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.333554] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1113.333554] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52deeabe-d3fd-a852-6589-d6e94f61a33b" [ 1113.333554] env[68989]: _type = "Task" [ 1113.333554] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.341144] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52deeabe-d3fd-a852-6589-d6e94f61a33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.589154] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.589373] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.589591] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.589787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.589961] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.592203] env[68989]: INFO nova.compute.manager [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Terminating instance [ 1113.636255] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.848843] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52deeabe-d3fd-a852-6589-d6e94f61a33b, 'name': SearchDatastore_Task, 'duration_secs': 0.043672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.849966] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff8ed7f-35f7-4402-9630-487ba0e3ba03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.858221] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1113.858221] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52eef634-7047-7aa5-0b21-9cd5b3206329" [ 1113.858221] env[68989]: _type = "Task" [ 1113.858221] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.870668] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52eef634-7047-7aa5-0b21-9cd5b3206329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.096138] env[68989]: DEBUG nova.compute.manager [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.096568] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.097579] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60b317-83a4-40cc-abe6-c967c2be35af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.108228] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.108567] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0977f04d-51d9-4bff-83dd-c3cfd7240770 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.118194] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1114.118194] env[68989]: value = "task-3218465" [ 1114.118194] env[68989]: _type = "Task" [ 1114.118194] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.130860] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.141022] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.370589] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52eef634-7047-7aa5-0b21-9cd5b3206329, 'name': SearchDatastore_Task, 'duration_secs': 0.025985} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.370924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.371196] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1114.371469] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-491a065a-a4c6-482c-972a-394ee551a957 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.382067] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1114.382067] env[68989]: value = "task-3218466" [ 1114.382067] env[68989]: _type = "Task" [ 1114.382067] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.392902] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.629770] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218465, 'name': PowerOffVM_Task, 'duration_secs': 0.280687} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.630017] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.630210] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.630628] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4516416e-038c-4ee3-89c5-3ff0de085f41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.640467] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.706291] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.706588] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.706900] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleting the datastore file [datastore2] 9959c6fd-0895-4a47-80b2-17ca82d19220 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.707224] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b256c2-b858-4944-9877-aece7cb0811b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.717667] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1114.717667] env[68989]: value = "task-3218468" [ 1114.717667] env[68989]: _type = "Task" [ 1114.717667] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.730494] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.894022] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218466, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.145087] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.229347] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.395208] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807802} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.395717] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 1115.396422] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b8a61-8eac-44e4-8819-0136759894b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.426674] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.426674] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d5981c-e581-4957-ae65-6fb93a1f5b4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.445673] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1115.445673] env[68989]: value = "task-3218469" [ 1115.445673] env[68989]: _type = "Task" [ 1115.445673] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.456066] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.645774] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.731081] env[68989]: DEBUG oslo_vmware.api [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.712879} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.731371] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.731562] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.732044] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.732267] env[68989]: INFO nova.compute.manager [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1115.732523] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.732739] env[68989]: DEBUG nova.compute.manager [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.732838] env[68989]: DEBUG nova.network.neutron [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.956011] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.146274] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218464, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.858694} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.146547] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef/OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef.vmdk to [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk. [ 1116.146768] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Cleaning up location [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1116.146946] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bd61101b-adc0-4611-a207-94e586f1b4ef {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.147214] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e8a34dd-5353-411c-b29f-5c4d1250cfff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.155029] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1116.155029] env[68989]: value = "task-3218470" [ 1116.155029] env[68989]: _type = "Task" [ 1116.155029] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.165545] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.183557] env[68989]: DEBUG nova.compute.manager [req-ea868449-9663-4549-8779-f867edaf0d36 req-7bef383e-2a90-493b-be89-c661d4c5b6ef service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Received event network-vif-deleted-013bdaa7-c3c6-4e1f-b1f2-17bfe254338f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.183754] env[68989]: INFO nova.compute.manager [req-ea868449-9663-4549-8779-f867edaf0d36 req-7bef383e-2a90-493b-be89-c661d4c5b6ef service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Neutron deleted interface 013bdaa7-c3c6-4e1f-b1f2-17bfe254338f; detaching it from the instance and deleting it from the info cache [ 1116.184021] env[68989]: DEBUG nova.network.neutron [req-ea868449-9663-4549-8779-f867edaf0d36 req-7bef383e-2a90-493b-be89-c661d4c5b6ef service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.312975] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.313298] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.313664] env[68989]: DEBUG nova.objects.instance [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid 3d468776-003f-4558-bbd3-7f19ef61da0e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.455917] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218469, 'name': ReconfigVM_Task, 'duration_secs': 0.516519} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.456165] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.457054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bc050-ef6c-440f-a5e8-889742d7ed8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.484016] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840f05e6-e899-43d9-af6c-eb1b2a6ffb89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.499612] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1116.499612] env[68989]: value = "task-3218471" [ 1116.499612] env[68989]: _type = "Task" [ 1116.499612] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.507144] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.661271] env[68989]: DEBUG nova.network.neutron [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.665701] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035579} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.666172] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.666513] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.666591] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk to [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.666863] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0474517-6666-4c33-9684-1c6212214e13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.674770] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1116.674770] env[68989]: value = "task-3218472" [ 1116.674770] env[68989]: _type = "Task" [ 1116.674770] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.682795] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.686428] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7caebc88-1682-4bb4-b593-4fd5bfdef43b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.694838] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec6640-549c-43c7-ae4e-00f58263084f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.727302] env[68989]: DEBUG nova.compute.manager [req-ea868449-9663-4549-8779-f867edaf0d36 req-7bef383e-2a90-493b-be89-c661d4c5b6ef service nova] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Detach interface failed, port_id=013bdaa7-c3c6-4e1f-b1f2-17bfe254338f, reason: Instance 9959c6fd-0895-4a47-80b2-17ca82d19220 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.885015] env[68989]: DEBUG nova.objects.instance [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d468776-003f-4558-bbd3-7f19ef61da0e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.010521] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218471, 'name': ReconfigVM_Task, 'duration_secs': 0.168288} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.010893] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.011305] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef9302a-db0e-47e0-b8b0-8d399e643ee5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.017567] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1117.017567] env[68989]: value = "task-3218473" [ 1117.017567] env[68989]: _type = "Task" [ 1117.017567] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.025499] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.167420] env[68989]: INFO nova.compute.manager [-] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Took 1.43 seconds to deallocate network for instance. [ 1117.184867] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.388097] env[68989]: DEBUG nova.objects.base [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance<3d468776-003f-4558-bbd3-7f19ef61da0e> lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.388345] env[68989]: DEBUG nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.431919] env[68989]: DEBUG nova.policy [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.530942] env[68989]: DEBUG oslo_vmware.api [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218473, 'name': PowerOnVM_Task, 'duration_secs': 0.486439} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.531331] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.534898] env[68989]: DEBUG nova.compute.manager [None req-11358a02-c5ed-4d97-8ccf-ed4ade06dd9f tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.535272] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860cda38-002e-4f94-96d9-59fd8f06e0d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.675169] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.675581] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.675714] env[68989]: DEBUG nova.objects.instance [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'resources' on Instance uuid 9959c6fd-0895-4a47-80b2-17ca82d19220 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.690370] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.721034] env[68989]: DEBUG nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Successfully created port: cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.191032] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.351464] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe2a59-ce71-42ab-befe-8ddf74364795 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.361843] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae897d7-a58e-4b4a-b2b2-3c76069e171f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.396291] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598e770-9068-40a5-a253-e8f857b254a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.405351] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01099d8e-6947-47b4-b7e6-b8b31b70ba20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.422129] env[68989]: DEBUG nova.compute.provider_tree [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.689607] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.925657] env[68989]: DEBUG nova.scheduler.client.report [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.126872] env[68989]: DEBUG nova.compute.manager [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-vif-plugged-cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.128975] env[68989]: DEBUG oslo_concurrency.lockutils [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.129308] env[68989]: DEBUG oslo_concurrency.lockutils [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.129497] env[68989]: DEBUG oslo_concurrency.lockutils [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.129674] env[68989]: DEBUG nova.compute.manager [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] No waiting events found dispatching network-vif-plugged-cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.129852] env[68989]: WARNING nova.compute.manager [req-26d9d0d3-84b6-4708-a058-ff98f0ea3fe9 req-0666bca3-5b13-4014-b907-190792abaf3b service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received unexpected event network-vif-plugged-cfe98426-9c47-4a16-8581-e2a8ba8f6360 for instance with vm_state active and task_state None. [ 1119.192633] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.228449] env[68989]: DEBUG nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Successfully updated port: cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.431188] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.461191] env[68989]: INFO nova.scheduler.client.report [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted allocations for instance 9959c6fd-0895-4a47-80b2-17ca82d19220 [ 1119.688493] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218472, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.742014} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.688763] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5505beec-f5d2-42ca-b992-0dab108f0562/5505beec-f5d2-42ca-b992-0dab108f0562.vmdk to [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.689626] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f943b318-fcca-4cfc-bc38-0ec2eb4343c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.711502] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.711788] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb3023f-5fa3-4f63-a4e6-e96e98bb9d91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.731653] env[68989]: INFO nova.compute.manager [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Rescuing [ 1119.731908] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.732069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.732238] env[68989]: DEBUG nova.network.neutron [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.733621] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.733783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733949] env[68989]: DEBUG nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.735121] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1119.735121] env[68989]: value = "task-3218474" [ 1119.735121] env[68989]: _type = "Task" [ 1119.735121] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.744680] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.970205] env[68989]: DEBUG oslo_concurrency.lockutils [None req-813cb21c-8e58-49f0-b52f-7ace24510b7a tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "9959c6fd-0895-4a47-80b2-17ca82d19220" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.381s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.251443] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218474, 'name': ReconfigVM_Task, 'duration_secs': 0.371916} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.251744] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e/f83824ab-b239-48db-b5e5-7e264aa8003e.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.252445] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac834570-a9bd-4220-ab29-2ef4adc14bf7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.260014] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1120.260014] env[68989]: value = "task-3218475" [ 1120.260014] env[68989]: _type = "Task" [ 1120.260014] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.268313] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218475, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.300290] env[68989]: WARNING nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1120.628315] env[68989]: DEBUG nova.network.neutron [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [{"id": "3c094286-ac44-411b-9fcc-5f6533d62583", "address": "fa:16:3e:39:bd:8e", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c094286-ac", "ovs_interfaceid": "3c094286-ac44-411b-9fcc-5f6533d62583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.770381] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218475, 'name': Rename_Task, 'duration_secs': 0.176947} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.770727] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.770987] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08767cd5-580b-4153-b803-cff37c5c17eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.777959] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1120.777959] env[68989]: value = "task-3218476" [ 1120.777959] env[68989]: _type = "Task" [ 1120.777959] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.785786] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.981846] env[68989]: DEBUG nova.network.neutron [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfe98426-9c47-4a16-8581-e2a8ba8f6360", "address": "fa:16:3e:02:c5:9b", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe98426-9c", "ovs_interfaceid": "cfe98426-9c47-4a16-8581-e2a8ba8f6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.131125] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.205986] env[68989]: DEBUG nova.compute.manager [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-changed-cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.206202] env[68989]: DEBUG nova.compute.manager [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing instance network info cache due to event network-changed-cfe98426-9c47-4a16-8581-e2a8ba8f6360. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.206394] env[68989]: DEBUG oslo_concurrency.lockutils [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.289417] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.484488] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.485189] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.485354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.485640] env[68989]: DEBUG oslo_concurrency.lockutils [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.485825] env[68989]: DEBUG nova.network.neutron [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Refreshing network info cache for port cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.488546] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0745dc-93cc-40c1-8d4c-377b19995777 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.507218] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.507487] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.507641] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.508788] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.508924] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.508966] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.509261] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.509472] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.509683] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.509973] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.510125] env[68989]: DEBUG nova.virt.hardware [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.516698] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfiguring VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.517348] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52bf2a8b-f5c7-4157-a906-6d89e1f21993 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.535390] env[68989]: DEBUG oslo_vmware.api [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1121.535390] env[68989]: value = "task-3218477" [ 1121.535390] env[68989]: _type = "Task" [ 1121.535390] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.543623] env[68989]: DEBUG oslo_vmware.api [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218477, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.788815] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.789185] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.794914] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218476, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.050155] env[68989]: DEBUG oslo_vmware.api [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.198617] env[68989]: DEBUG nova.network.neutron [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updated VIF entry in instance network info cache for port cfe98426-9c47-4a16-8581-e2a8ba8f6360. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.199068] env[68989]: DEBUG nova.network.neutron [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cfe98426-9c47-4a16-8581-e2a8ba8f6360", "address": "fa:16:3e:02:c5:9b", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe98426-9c", "ovs_interfaceid": "cfe98426-9c47-4a16-8581-e2a8ba8f6360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.289578] env[68989]: DEBUG oslo_vmware.api [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218476, 'name': PowerOnVM_Task, 'duration_secs': 1.10728} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.289783] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.296141] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.390376] env[68989]: DEBUG nova.compute.manager [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.391315] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86d362-decc-4d91-9484-ef3aca54ba6f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.545830] env[68989]: DEBUG oslo_vmware.api [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218477, 'name': ReconfigVM_Task, 'duration_secs': 0.725921} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.546302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.546538] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfigured VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.661912] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.662291] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d86e9b8-fefc-47be-8ce1-64ac3a56dfa3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.669510] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1122.669510] env[68989]: value = "task-3218478" [ 1122.669510] env[68989]: _type = "Task" [ 1122.669510] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.677988] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.702295] env[68989]: DEBUG oslo_concurrency.lockutils [req-e7fba6a9-e698-41ea-a53b-81b24b90df3e req-ac91f8f5-96ae-4d48-9c9f-e2fd53a5d84f service nova] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.822626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.822934] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.824664] env[68989]: INFO nova.compute.claims [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.908361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fec17c3e-b523-44a4-b6d2-8e24f683efd8 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.500s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.050904] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7865752a-5c05-466c-9b80-ae397e1185c8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.737s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.180029] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218478, 'name': PowerOffVM_Task, 'duration_secs': 0.173133} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.180177] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.181028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf094997-d901-476d-9dd5-984942ae4f8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.200193] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a856d9-b8fc-4622-a4f6-225ade9a7e7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.230479] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.230777] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb4fe14-4b6f-4220-a7ed-62ec7c1cc68e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.236955] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1123.236955] env[68989]: value = "task-3218479" [ 1123.236955] env[68989]: _type = "Task" [ 1123.236955] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.245309] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.245518] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.245752] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.245902] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.246091] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.246326] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1412356-22bd-4be1-9a62-76f8ee748834 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.257116] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.257302] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.258075] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2be976b-75a8-4545-b344-148582d5be58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.263030] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1123.263030] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beb1e-a28a-aeb6-c3eb-76d59499ebf7" [ 1123.263030] env[68989]: _type = "Task" [ 1123.263030] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.272161] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beb1e-a28a-aeb6-c3eb-76d59499ebf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.776274] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525beb1e-a28a-aeb6-c3eb-76d59499ebf7, 'name': SearchDatastore_Task, 'duration_secs': 0.032531} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.777141] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99fe6e8-d1a6-46a8-b617-bacb693aa38f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.784182] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1123.784182] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc06-7b2c-71e2-7dfb-c07cc544b1a8" [ 1123.784182] env[68989]: _type = "Task" [ 1123.784182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.791821] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc06-7b2c-71e2-7dfb-c07cc544b1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.985686] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c138bda-1375-47ac-b0d0-78b757e02b45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.994443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d47377-7fa9-4d22-82a8-4704aef9c601 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.036423] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b4b8a0-384d-4a38-ab52-2eca05a5fa59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.046426] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32b7a9-5424-45c6-8053-db08350938eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.068151] env[68989]: DEBUG nova.compute.provider_tree [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.260226] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37a8254-2925-4ad8-b38a-5066404fe720 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.266822] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Suspending the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1124.267053] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-00dc64c0-0f82-4636-8b13-110a28f9c6fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.274399] env[68989]: DEBUG oslo_vmware.api [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1124.274399] env[68989]: value = "task-3218480" [ 1124.274399] env[68989]: _type = "Task" [ 1124.274399] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.283896] env[68989]: DEBUG oslo_vmware.api [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218480, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.293697] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528cbc06-7b2c-71e2-7dfb-c07cc544b1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.293954] env[68989]: DEBUG oslo_concurrency.lockutils [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.294326] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 185719c3-81f1-4694-991c-f212262e3361/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1124.294594] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f3275a-8a22-4bec-8cc3-11263e269983 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.300525] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1124.300525] env[68989]: value = "task-3218481" [ 1124.300525] env[68989]: _type = "Task" [ 1124.300525] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.307994] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.571495] env[68989]: DEBUG nova.scheduler.client.report [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.680987] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-cfe98426-9c47-4a16-8581-e2a8ba8f6360" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.681697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-cfe98426-9c47-4a16-8581-e2a8ba8f6360" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.787021] env[68989]: DEBUG oslo_vmware.api [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218480, 'name': SuspendVM_Task} progress is 70%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.810525] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.078089] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.078089] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.184290] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.184522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.185464] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8df23a-9749-4f5d-85b5-c20926d38494 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.203055] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720c979-e6a5-4741-9f37-b00df313b698 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.229261] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfiguring VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1125.229550] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07fcc968-9272-44e8-90d3-d37dc802b5dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.248676] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1125.248676] env[68989]: value = "task-3218482" [ 1125.248676] env[68989]: _type = "Task" [ 1125.248676] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.259629] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.285703] env[68989]: DEBUG oslo_vmware.api [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218480, 'name': SuspendVM_Task, 'duration_secs': 0.91032} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.287065] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Suspended the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1125.287065] env[68989]: DEBUG nova.compute.manager [None req-651c177d-b617-4f06-b70a-38ae8da453fc tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.287065] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2be20-9b00-4716-823f-9f9bc29fd9a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.309844] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647586} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.310148] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 185719c3-81f1-4694-991c-f212262e3361/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 1125.310978] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7863c4-4dd0-4af6-8087-c371834c5383 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.337183] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 185719c3-81f1-4694-991c-f212262e3361/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.338286] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119c7ff7-845f-4d5f-aec1-f49c227a6d0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.357530] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1125.357530] env[68989]: value = "task-3218483" [ 1125.357530] env[68989]: _type = "Task" [ 1125.357530] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.365744] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.582953] env[68989]: DEBUG nova.compute.utils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.583863] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.584059] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.642765] env[68989]: DEBUG nova.policy [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e894eb72f52d4a7887d3a353d6d08644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0b2b5aa7434887b1cd1f414effd7e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.758826] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.867465] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218483, 'name': ReconfigVM_Task, 'duration_secs': 0.358021} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.867831] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 185719c3-81f1-4694-991c-f212262e3361/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.868855] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639efb85-3c67-452f-ae63-525803aecb3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.897694] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f4999f-b8f7-47e8-abf3-4166dc1bfb3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.913159] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1125.913159] env[68989]: value = "task-3218484" [ 1125.913159] env[68989]: _type = "Task" [ 1125.913159] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.922870] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.925789] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Successfully created port: a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.087341] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.261727] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.423671] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218484, 'name': ReconfigVM_Task, 'duration_secs': 0.177865} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.424215] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.424328] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6ab6b51-0ca1-4cc6-9143-81ab75f4f43d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.430605] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1126.430605] env[68989]: value = "task-3218485" [ 1126.430605] env[68989]: _type = "Task" [ 1126.430605] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.438545] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.761070] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.813231] env[68989]: INFO nova.compute.manager [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Resuming [ 1126.813921] env[68989]: DEBUG nova.objects.instance [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'flavor' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.941529] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.100488] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.127986] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.128347] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.128558] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.128802] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.128992] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.129197] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.129447] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.129617] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.129793] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.129960] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.130155] env[68989]: DEBUG nova.virt.hardware [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.131031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334a278-b193-4c01-8b9f-f384ae609888 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.138740] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b06da-893b-4615-ae9b-82dc4de384f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.261344] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.337126] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.337360] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.405307] env[68989]: DEBUG nova.compute.manager [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Received event network-vif-plugged-a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.405489] env[68989]: DEBUG oslo_concurrency.lockutils [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.405710] env[68989]: DEBUG oslo_concurrency.lockutils [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.405881] env[68989]: DEBUG oslo_concurrency.lockutils [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.406066] env[68989]: DEBUG nova.compute.manager [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] No waiting events found dispatching network-vif-plugged-a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.406301] env[68989]: WARNING nova.compute.manager [req-2975c507-a515-4a95-a44b-5f1a9d10e502 req-61cb6e4b-55f6-45cc-894b-4fad36a525d5 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Received unexpected event network-vif-plugged-a7719847-222f-4e84-a3e5-6e4dfffa4bfc for instance with vm_state building and task_state spawning. [ 1127.441265] env[68989]: DEBUG oslo_vmware.api [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218485, 'name': PowerOnVM_Task, 'duration_secs': 0.772846} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.441539] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.445868] env[68989]: DEBUG nova.compute.manager [None req-625c666d-76c6-4553-bd80-37eb23fe06fe tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.446679] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cd85f0-58df-42ec-a212-95dc31016ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.525311] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Successfully updated port: a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.762566] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.839392] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.027897] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.028060] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.028209] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.263483] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.323855] env[68989]: DEBUG oslo_concurrency.lockutils [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.324077] env[68989]: DEBUG oslo_concurrency.lockutils [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquired lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.324265] env[68989]: DEBUG nova.network.neutron [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.360690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.361019] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.362521] env[68989]: INFO nova.compute.claims [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.574208] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.705479] env[68989]: DEBUG nova.network.neutron [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating instance_info_cache with network_info: [{"id": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "address": "fa:16:3e:09:50:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7719847-22", "ovs_interfaceid": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.765672] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.998808] env[68989]: INFO nova.compute.manager [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Unrescuing [ 1128.999272] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.999374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.999483] env[68989]: DEBUG nova.network.neutron [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.001398] env[68989]: DEBUG nova.network.neutron [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [{"id": "cb240e54-c80a-40a9-aa61-f84e26df6403", "address": "fa:16:3e:c2:f6:36", "network": {"id": "e2d184b7-fe23-4df2-8607-51607802ca0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-91258484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad9ffe7260064ce18d2f826a66f5dd0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb240e54-c8", "ovs_interfaceid": "cb240e54-c80a-40a9-aa61-f84e26df6403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.208090] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.208420] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Instance network_info: |[{"id": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "address": "fa:16:3e:09:50:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7719847-22", "ovs_interfaceid": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.208840] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:50:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7719847-222f-4e84-a3e5-6e4dfffa4bfc', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.216269] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.216541] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.216777] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18129446-200d-4dfb-a4cc-922d439ae857 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.237562] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.237562] env[68989]: value = "task-3218486" [ 1129.237562] env[68989]: _type = "Task" [ 1129.237562] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.245420] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218486, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.263238] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.431492] env[68989]: DEBUG nova.compute.manager [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Received event network-changed-a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.431755] env[68989]: DEBUG nova.compute.manager [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Refreshing instance network info cache due to event network-changed-a7719847-222f-4e84-a3e5-6e4dfffa4bfc. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.431918] env[68989]: DEBUG oslo_concurrency.lockutils [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] Acquiring lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.432097] env[68989]: DEBUG oslo_concurrency.lockutils [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] Acquired lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.432277] env[68989]: DEBUG nova.network.neutron [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Refreshing network info cache for port a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.505221] env[68989]: DEBUG oslo_concurrency.lockutils [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Releasing lock "refresh_cache-f83824ab-b239-48db-b5e5-7e264aa8003e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.506256] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd35743-d4e3-4f99-a44f-a5761dcfac96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.516868] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Resuming the VM {{(pid=68989) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1129.517499] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2e9b29-b07a-47a0-a7cd-eb797f4723d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.522279] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8920b8-946d-4d1c-ac80-7b23b653a4f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.526058] env[68989]: DEBUG oslo_vmware.api [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1129.526058] env[68989]: value = "task-3218487" [ 1129.526058] env[68989]: _type = "Task" [ 1129.526058] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.532271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405b137c-d097-4d58-b77f-92db4124e48e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.538109] env[68989]: DEBUG oslo_vmware.api [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.570762] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79118a97-357c-459b-a83d-ce415f1bcdaf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.581840] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34504a8-e418-4821-a125-5eb29d9d9dfa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.596744] env[68989]: DEBUG nova.compute.provider_tree [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.747429] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218486, 'name': CreateVM_Task, 'duration_secs': 0.354202} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.748171] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.748291] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.748454] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.748774] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.749039] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5b0aae-461b-474c-aa43-8b6cf82d0bbc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.753287] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1129.753287] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f7913-0aab-81df-cca7-3f60035dae3b" [ 1129.753287] env[68989]: _type = "Task" [ 1129.753287] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.757444] env[68989]: DEBUG nova.network.neutron [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [{"id": "3c094286-ac44-411b-9fcc-5f6533d62583", "address": "fa:16:3e:39:bd:8e", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c094286-ac", "ovs_interfaceid": "3c094286-ac44-411b-9fcc-5f6533d62583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.766209] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f7913-0aab-81df-cca7-3f60035dae3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.769278] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.039274] env[68989]: DEBUG oslo_vmware.api [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.102117] env[68989]: DEBUG nova.scheduler.client.report [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.145168] env[68989]: DEBUG nova.network.neutron [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updated VIF entry in instance network info cache for port a7719847-222f-4e84-a3e5-6e4dfffa4bfc. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.145522] env[68989]: DEBUG nova.network.neutron [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating instance_info_cache with network_info: [{"id": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "address": "fa:16:3e:09:50:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7719847-22", "ovs_interfaceid": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.267601] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-185719c3-81f1-4694-991c-f212262e3361" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.268249] env[68989]: DEBUG nova.objects.instance [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'flavor' on Instance uuid 185719c3-81f1-4694-991c-f212262e3361 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.269668] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f7913-0aab-81df-cca7-3f60035dae3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.270499] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.270803] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.271070] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.271258] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.271469] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.274957] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06a01e7-5cb7-4380-bf67-edc1f1ed70ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.276874] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.283702] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.283907] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.284684] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fb6054-5e39-497a-b9cd-29c404fae57f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.289937] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1130.289937] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e166b-f289-47db-3bdf-b9fc11069542" [ 1130.289937] env[68989]: _type = "Task" [ 1130.289937] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.297386] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e166b-f289-47db-3bdf-b9fc11069542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.537132] env[68989]: DEBUG oslo_vmware.api [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218487, 'name': PowerOnVM_Task, 'duration_secs': 0.534433} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.537485] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Resumed the VM {{(pid=68989) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1130.537522] env[68989]: DEBUG nova.compute.manager [None req-12c8d508-1905-472f-8bd0-f0a1d052bb07 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.538272] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba7b6a-a949-4c0a-81c6-ddaf9371900a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.609050] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.609633] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.647741] env[68989]: DEBUG oslo_concurrency.lockutils [req-902f77f0-5300-49d7-8277-5d35eb673899 req-be8e2440-09f4-42db-b0fd-b3213a629424 service nova] Releasing lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.773041] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.773939] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2e8bf-f7ed-4c50-913b-007b325e5ca6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.795820] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.798115] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b578e98-f42b-4fe7-b75b-cb61fc6f65ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.805071] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e166b-f289-47db-3bdf-b9fc11069542, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.806828] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1130.806828] env[68989]: value = "task-3218488" [ 1130.806828] env[68989]: _type = "Task" [ 1130.806828] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.807037] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39162b30-efd5-4deb-bd22-e7f3275cbf4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.815714] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1130.815714] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5265a11f-d6c1-047d-57ca-271cfa9b5f1b" [ 1130.815714] env[68989]: _type = "Task" [ 1130.815714] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.818745] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.826215] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5265a11f-d6c1-047d-57ca-271cfa9b5f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.114097] env[68989]: DEBUG nova.compute.utils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.115524] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.115700] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.176485] env[68989]: DEBUG nova.policy [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de552dbe02004ea18a537b3c9629b7b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1a39961b00445c942f9d3542ca6594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.270132] env[68989]: DEBUG oslo_vmware.api [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218482, 'name': ReconfigVM_Task, 'duration_secs': 5.839904} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.270479] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.270704] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Reconfigured VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1131.320317] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218488, 'name': PowerOffVM_Task, 'duration_secs': 0.28934} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.323404] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.328634] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.328899] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5ca118-a2dd-4e55-b411-8dd0331b1b99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.347293] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5265a11f-d6c1-047d-57ca-271cfa9b5f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.348445] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.348706] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8abe5a65-f9d2-494a-b6bb-23cb9e063c70/8abe5a65-f9d2-494a-b6bb-23cb9e063c70.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.349034] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1131.349034] env[68989]: value = "task-3218489" [ 1131.349034] env[68989]: _type = "Task" [ 1131.349034] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.349218] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b9177e-b27b-490c-a03c-1d2dcb6f3c72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.359397] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.360346] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1131.360346] env[68989]: value = "task-3218490" [ 1131.360346] env[68989]: _type = "Task" [ 1131.360346] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.367307] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.620922] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.705226] env[68989]: DEBUG nova.compute.manager [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-vif-deleted-cfe98426-9c47-4a16-8581-e2a8ba8f6360 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.705226] env[68989]: INFO nova.compute.manager [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Neutron deleted interface cfe98426-9c47-4a16-8581-e2a8ba8f6360; detaching it from the instance and deleting it from the info cache [ 1131.705226] env[68989]: DEBUG nova.network.neutron [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.727158] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Successfully created port: 9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.864248] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218489, 'name': ReconfigVM_Task, 'duration_secs': 0.278541} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.868240] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.868491] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.868789] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab44959-a0b5-4e44-99a4-923d4da460ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.877594] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218490, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.879135] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1131.879135] env[68989]: value = "task-3218491" [ 1131.879135] env[68989]: _type = "Task" [ 1131.879135] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.889667] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.207897] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.207897] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] Acquired lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.208363] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158cd34f-cbb4-4faf-8416-8f777f3c585f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.225232] env[68989]: DEBUG oslo_concurrency.lockutils [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] Releasing lock "3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.225646] env[68989]: WARNING nova.compute.manager [req-d5e9a8ba-ab43-4058-8c76-95974ea3beaa req-cdd3d3ee-b021-4a2c-8f1a-53592a554236 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Detach interface failed, port_id=cfe98426-9c47-4a16-8581-e2a8ba8f6360, reason: No device with interface-id cfe98426-9c47-4a16-8581-e2a8ba8f6360 exists on VM: nova.exception.NotFound: No device with interface-id cfe98426-9c47-4a16-8581-e2a8ba8f6360 exists on VM [ 1132.374366] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573212} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.374657] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 8abe5a65-f9d2-494a-b6bb-23cb9e063c70/8abe5a65-f9d2-494a-b6bb-23cb9e063c70.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.374881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.375130] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0dac24d-354a-424d-bbd6-6cdf50d766e5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.384380] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1132.384380] env[68989]: value = "task-3218492" [ 1132.384380] env[68989]: _type = "Task" [ 1132.384380] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.391113] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.395874] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.403429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.403704] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.403940] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.404182] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.404383] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.406607] env[68989]: INFO nova.compute.manager [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Terminating instance [ 1132.631025] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.660108] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.660519] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.660764] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.661011] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.661225] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.661318] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.661530] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.661691] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.661857] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.662169] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.662236] env[68989]: DEBUG nova.virt.hardware [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.663076] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168ad4b-28b5-4fb8-946a-d69575e11e16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.670848] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9ae89-74da-423b-a2ef-8510425b89f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.689829] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.691056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.691056] env[68989]: DEBUG nova.network.neutron [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.893810] env[68989]: DEBUG oslo_vmware.api [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218491, 'name': PowerOnVM_Task, 'duration_secs': 0.803472} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.896726] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.897014] env[68989]: DEBUG nova.compute.manager [None req-7f48bdd2-f759-485a-b2b9-d1d3e8715ccf tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.897348] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073436} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.898132] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7de41-dba3-47ca-a7f1-92bc293b6d00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.900414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.901132] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae28d41-9766-47bd-9de6-a4335fa73acf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.918795] env[68989]: DEBUG nova.compute.manager [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.918950] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.927673] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8abe5a65-f9d2-494a-b6bb-23cb9e063c70/8abe5a65-f9d2-494a-b6bb-23cb9e063c70.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.928725] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90660a0-7c9c-4682-9366-e8f7afb3d929 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.931182] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0772c685-abd9-41bf-8e46-614722ce104b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.950922] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.952079] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba29069-88e4-4b0c-ba43-1849c9f2dead {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.953537] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1132.953537] env[68989]: value = "task-3218493" [ 1132.953537] env[68989]: _type = "Task" [ 1132.953537] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.962425] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.962680] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1132.962680] env[68989]: value = "task-3218494" [ 1132.962680] env[68989]: _type = "Task" [ 1132.962680] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.972594] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.463268] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.472842] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218494, 'name': PowerOffVM_Task, 'duration_secs': 0.334758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.473122] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.473298] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.473551] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17417d2-01c6-4055-9645-b8fc38e346c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.519318] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Successfully updated port: 9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.544424] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.544616] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.544803] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleting the datastore file [datastore2] 3d468776-003f-4558-bbd3-7f19ef61da0e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.545337] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599024d3-343c-410f-8465-3aa175c23213 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.552691] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1133.552691] env[68989]: value = "task-3218496" [ 1133.552691] env[68989]: _type = "Task" [ 1133.552691] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.561976] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.582929] env[68989]: DEBUG nova.network.neutron [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [{"id": "120752e4-a535-4277-9eb0-5fafe4f37823", "address": "fa:16:3e:93:af:ef", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120752e4-a5", "ovs_interfaceid": "120752e4-a535-4277-9eb0-5fafe4f37823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.735104] env[68989]: DEBUG nova.compute.manager [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Received event network-vif-plugged-9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.735428] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Acquiring lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.735660] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.735754] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.735919] env[68989]: DEBUG nova.compute.manager [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] No waiting events found dispatching network-vif-plugged-9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.736175] env[68989]: WARNING nova.compute.manager [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Received unexpected event network-vif-plugged-9ba15163-4daf-4cf7-898a-99befe199146 for instance with vm_state building and task_state spawning. [ 1133.736259] env[68989]: DEBUG nova.compute.manager [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Received event network-changed-9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.736434] env[68989]: DEBUG nova.compute.manager [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Refreshing instance network info cache due to event network-changed-9ba15163-4daf-4cf7-898a-99befe199146. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.736692] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Acquiring lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.736868] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Acquired lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.737090] env[68989]: DEBUG nova.network.neutron [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Refreshing network info cache for port 9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.963238] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218493, 'name': ReconfigVM_Task, 'duration_secs': 0.782574} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.963521] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8abe5a65-f9d2-494a-b6bb-23cb9e063c70/8abe5a65-f9d2-494a-b6bb-23cb9e063c70.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.964185] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c034f55-4858-400f-a11e-8b3ffb1d50bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.970313] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1133.970313] env[68989]: value = "task-3218497" [ 1133.970313] env[68989]: _type = "Task" [ 1133.970313] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.978056] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218497, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.023923] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.063387] env[68989]: DEBUG oslo_vmware.api [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157598} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.063700] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.063840] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.064159] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.064469] env[68989]: INFO nova.compute.manager [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1134.064733] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.064932] env[68989]: DEBUG nova.compute.manager [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.065038] env[68989]: DEBUG nova.network.neutron [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.085618] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-3d468776-003f-4558-bbd3-7f19ef61da0e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.271967] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.272235] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.272525] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.272650] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.272804] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.272950] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.273119] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.273256] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1134.273442] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.289820] env[68989]: DEBUG nova.network.neutron [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.426724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.427182] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.438297] env[68989]: DEBUG nova.network.neutron [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.480479] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218497, 'name': Rename_Task, 'duration_secs': 0.238984} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.480965] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.481307] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06147d74-1e24-499e-867d-1ca1af456444 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.487881] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1134.487881] env[68989]: value = "task-3218498" [ 1134.487881] env[68989]: _type = "Task" [ 1134.487881] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.497220] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.589536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-55bae3d5-de3c-4156-b799-df6d3dfb61e8 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-3d468776-003f-4558-bbd3-7f19ef61da0e-cfe98426-9c47-4a16-8581-e2a8ba8f6360" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.908s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.776577] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.776937] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.777115] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.777278] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1134.778661] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43364eaf-b9ab-42c7-bf7a-9ff1b613a40b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.788338] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97fd5f8-ab01-4e92-8d1f-d678c27e444f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.804297] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b20f1-87a9-4b69-a9d8-812bef5befed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.811865] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb5c9a-dbcd-40c1-b4fb-d686724f4fe5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.845235] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180139MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1134.845462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.845705] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.929954] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.940521] env[68989]: DEBUG oslo_concurrency.lockutils [req-81ba2d55-fc66-4349-ac1a-79c9e05ef9da req-b665f261-c302-4187-a3a7-14b64e15c2f4 service nova] Releasing lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.940922] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.941118] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.999366] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.134592] env[68989]: DEBUG nova.network.neutron [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.453313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.487548] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.499756] env[68989]: DEBUG oslo_vmware.api [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218498, 'name': PowerOnVM_Task, 'duration_secs': 0.677912} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.500152] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.500489] env[68989]: INFO nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1135.500697] env[68989]: DEBUG nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.501521] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e73751-609f-4ad3-8950-229f62ca321b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.525233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.525553] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.525776] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.525963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.526162] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.529106] env[68989]: INFO nova.compute.manager [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Terminating instance [ 1135.637053] env[68989]: INFO nova.compute.manager [-] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Took 1.57 seconds to deallocate network for instance. [ 1135.679770] env[68989]: DEBUG nova.network.neutron [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updating instance_info_cache with network_info: [{"id": "9ba15163-4daf-4cf7-898a-99befe199146", "address": "fa:16:3e:4a:7c:0f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba15163-4d", "ovs_interfaceid": "9ba15163-4daf-4cf7-898a-99befe199146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.761903] env[68989]: DEBUG nova.compute.manager [req-633568bb-cd82-4a6f-bfce-c6139e6c4f7e req-6a2aff08-edac-4c36-b321-c5a3d5136f74 service nova] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Received event network-vif-deleted-120752e4-a535-4277-9eb0-5fafe4f37823 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.871986] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance aa244aea-a686-4175-88c6-34ce62bcd2ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872278] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872278] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 3d468776-003f-4558-bbd3-7f19ef61da0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872390] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872509] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 987e50ff-044a-44d2-8a57-d48a27bc598b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872623] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 185719c3-81f1-4694-991c-f212262e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872741] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c0733381-451e-48b9-9052-7f646dd4a40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872848] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.872957] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance f83824ab-b239-48db-b5e5-7e264aa8003e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.873077] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1135.873188] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 2f1198f4-ce92-4639-b1eb-65dfd503355d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.018611] env[68989]: INFO nova.compute.manager [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Took 13.22 seconds to build instance. [ 1136.032696] env[68989]: DEBUG nova.compute.manager [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.033060] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.033974] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb76761-d638-4577-abfe-b6f0f96469b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.042261] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.043131] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45947076-6555-4b5b-a8fe-ec8f4e318049 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.050305] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1136.050305] env[68989]: value = "task-3218499" [ 1136.050305] env[68989]: _type = "Task" [ 1136.050305] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.059435] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.113007] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.113300] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.143265] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.182673] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.182989] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance network_info: |[{"id": "9ba15163-4daf-4cf7-898a-99befe199146", "address": "fa:16:3e:4a:7c:0f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba15163-4d", "ovs_interfaceid": "9ba15163-4daf-4cf7-898a-99befe199146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.183432] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7c:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ba15163-4daf-4cf7-898a-99befe199146', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.191887] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.192482] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.192827] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c893c493-32ae-4b3f-abdd-b7ab9fc4c607 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.210576] env[68989]: DEBUG nova.compute.manager [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Received event network-changed-a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.210786] env[68989]: DEBUG nova.compute.manager [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Refreshing instance network info cache due to event network-changed-a7719847-222f-4e84-a3e5-6e4dfffa4bfc. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.211026] env[68989]: DEBUG oslo_concurrency.lockutils [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] Acquiring lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.211175] env[68989]: DEBUG oslo_concurrency.lockutils [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] Acquired lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.211334] env[68989]: DEBUG nova.network.neutron [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Refreshing network info cache for port a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.218280] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.218280] env[68989]: value = "task-3218500" [ 1136.218280] env[68989]: _type = "Task" [ 1136.218280] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.228570] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218500, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.376222] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c1449afa-2cd4-42d1-a4bc-2ee709893d55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1136.520443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-81015e44-b3bb-4377-8190-322a2d876921 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.731s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.560408] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218499, 'name': PowerOffVM_Task, 'duration_secs': 0.298738} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.560694] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.560865] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.561141] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02082d7d-e244-44d2-8b9c-812f2c05ada4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.618347] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.650357] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.650621] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.650826] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleting the datastore file [datastore1] f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.651106] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18fe08e6-c743-47b4-8c78-9feb7ff47ee2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.657235] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for the task: (returnval){ [ 1136.657235] env[68989]: value = "task-3218502" [ 1136.657235] env[68989]: _type = "Task" [ 1136.657235] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.666038] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.726949] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218500, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.879202] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1136.879536] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1136.879618] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1136.914046] env[68989]: DEBUG nova.network.neutron [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updated VIF entry in instance network info cache for port a7719847-222f-4e84-a3e5-6e4dfffa4bfc. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.914421] env[68989]: DEBUG nova.network.neutron [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating instance_info_cache with network_info: [{"id": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "address": "fa:16:3e:09:50:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7719847-22", "ovs_interfaceid": "a7719847-222f-4e84-a3e5-6e4dfffa4bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.030768] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fa05d6-a542-4a02-bb12-566289681551 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.038562] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297f8ec-53b4-4771-9889-4b514ae240c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.071437] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d2525-bb45-49f8-9bc9-bf08271b991b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.079235] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81696bec-2f0b-4ba0-a252-32c6101d5459 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.094509] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.134244] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.167468] env[68989]: DEBUG oslo_vmware.api [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Task: {'id': task-3218502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.167706] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.167888] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.168076] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.168250] env[68989]: INFO nova.compute.manager [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.168478] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.168667] env[68989]: DEBUG nova.compute.manager [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.168759] env[68989]: DEBUG nova.network.neutron [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.228482] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218500, 'name': CreateVM_Task, 'duration_secs': 0.569475} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.228637] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.229354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.229569] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.229919] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.230207] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c27e5a-3803-4724-916f-18c5b6022f77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.235995] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1137.235995] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa2d4c-95c0-662c-4e20-76a632727ac5" [ 1137.235995] env[68989]: _type = "Task" [ 1137.235995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.243876] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa2d4c-95c0-662c-4e20-76a632727ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.420706] env[68989]: DEBUG oslo_concurrency.lockutils [req-aab78156-c39d-4a2a-875d-4c502727144f req-7fdd9ac9-3d7d-414d-8f20-09e8c7d42156 service nova] Releasing lock "refresh_cache-8abe5a65-f9d2-494a-b6bb-23cb9e063c70" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.597854] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.747394] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aa2d4c-95c0-662c-4e20-76a632727ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.747997] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.747997] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.748204] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.748351] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.748530] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.750028] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d91ad60-600f-4e51-84e8-3dc7e4500f36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.757820] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.758019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.758755] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8e319e-2cf1-4e8c-abba-d8441ce726be {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.763942] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1137.763942] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264ac88-0a7f-48ad-c4dc-0693d018c410" [ 1137.763942] env[68989]: _type = "Task" [ 1137.763942] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.771980] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264ac88-0a7f-48ad-c4dc-0693d018c410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.788986] env[68989]: DEBUG nova.compute.manager [req-87c4d0c2-ee3b-4989-bda6-67388f7cf0e0 req-9677864c-07c8-4af0-8da5-67d6621892ac service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Received event network-vif-deleted-cb240e54-c80a-40a9-aa61-f84e26df6403 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.789221] env[68989]: INFO nova.compute.manager [req-87c4d0c2-ee3b-4989-bda6-67388f7cf0e0 req-9677864c-07c8-4af0-8da5-67d6621892ac service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Neutron deleted interface cb240e54-c80a-40a9-aa61-f84e26df6403; detaching it from the instance and deleting it from the info cache [ 1137.789419] env[68989]: DEBUG nova.network.neutron [req-87c4d0c2-ee3b-4989-bda6-67388f7cf0e0 req-9677864c-07c8-4af0-8da5-67d6621892ac service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.939229] env[68989]: DEBUG nova.network.neutron [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.102797] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.103033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.257s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.103324] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.650s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.104829] env[68989]: INFO nova.compute.claims [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.275524] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5264ac88-0a7f-48ad-c4dc-0693d018c410, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.276328] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9052f2ea-09e4-4948-835e-9862365c8772 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.282453] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1138.282453] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529546bf-ffa6-b668-df30-b7ee594402e8" [ 1138.282453] env[68989]: _type = "Task" [ 1138.282453] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.293421] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529546bf-ffa6-b668-df30-b7ee594402e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.293421] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19219a04-deb8-4a01-a13a-da243a03bd55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.302189] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d12c5c-2731-4c39-b810-4c6f35e7387a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.332543] env[68989]: DEBUG nova.compute.manager [req-87c4d0c2-ee3b-4989-bda6-67388f7cf0e0 req-9677864c-07c8-4af0-8da5-67d6621892ac service nova] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Detach interface failed, port_id=cb240e54-c80a-40a9-aa61-f84e26df6403, reason: Instance f83824ab-b239-48db-b5e5-7e264aa8003e could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.442077] env[68989]: INFO nova.compute.manager [-] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Took 1.27 seconds to deallocate network for instance. [ 1138.793041] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529546bf-ffa6-b668-df30-b7ee594402e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.793379] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.793661] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.793920] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30aea4b-1602-4a49-b525-a924113a3647 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.800625] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1138.800625] env[68989]: value = "task-3218503" [ 1138.800625] env[68989]: _type = "Task" [ 1138.800625] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.808384] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.948652] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.307049] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53245065-7959-4917-809f-86c475d49eec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.312445] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493256} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.313035] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.313266] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.313507] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f209c707-a5c0-4477-8a02-6aafdcfe5b81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.317924] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9ff14-523a-47a0-b11a-7d57e8611df0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.321677] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1139.321677] env[68989]: value = "task-3218504" [ 1139.321677] env[68989]: _type = "Task" [ 1139.321677] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.351557] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ce75f-62c2-4ebf-b563-ad00a5f15aba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.356810] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218504, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.361944] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ecae8e-d624-48b7-a08c-f0db27bc7d8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.375901] env[68989]: DEBUG nova.compute.provider_tree [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.440467] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.440723] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.440946] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.441147] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.441316] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.443346] env[68989]: INFO nova.compute.manager [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Terminating instance [ 1139.831887] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059986} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.832188] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.832954] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b3d1d-2b86-4709-bae4-c44b9c4e3773 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.854504] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.854776] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbfaacd-981d-4c0a-8fc8-4f8f5a4fae2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.874515] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1139.874515] env[68989]: value = "task-3218505" [ 1139.874515] env[68989]: _type = "Task" [ 1139.874515] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.885707] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.897425] env[68989]: ERROR nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [req-ff1c5865-8832-49ca-82f5-913df89467ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff1c5865-8832-49ca-82f5-913df89467ad"}]} [ 1139.916600] env[68989]: DEBUG nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.933285] env[68989]: DEBUG nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.933523] env[68989]: DEBUG nova.compute.provider_tree [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.945901] env[68989]: DEBUG nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.948491] env[68989]: DEBUG nova.compute.manager [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.948764] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.949952] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1da7f34-8502-425b-8ad4-20031a9d394e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.958151] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.958566] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a954c0-ab71-48ba-a4ea-5c6d83ca5051 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.965449] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1139.965449] env[68989]: value = "task-3218506" [ 1139.965449] env[68989]: _type = "Task" [ 1139.965449] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.970752] env[68989]: DEBUG nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.977955] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.144839] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b2bfd7-7ce3-4946-8809-cce56c6f37f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.153353] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0998e6-6447-4eb1-bd12-c2abb461c4e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.184314] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc1bf90-9299-4470-91c7-edb373b83c3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.192261] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b59d80-5e02-41d6-8fc2-121797b23873 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.205690] env[68989]: DEBUG nova.compute.provider_tree [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.385724] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.477591] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.496271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.496543] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.496742] env[68989]: INFO nova.compute.manager [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Shelving [ 1140.738362] env[68989]: DEBUG nova.scheduler.client.report [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.738698] env[68989]: DEBUG nova.compute.provider_tree [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 154 to 155 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.738887] env[68989]: DEBUG nova.compute.provider_tree [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.886657] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.979191] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218506, 'name': PowerOffVM_Task, 'duration_secs': 0.63028} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.979632] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.979793] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.980293] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d59cfd-9206-4ad7-94c7-f85c97529de0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.050912] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.051205] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.051348] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleting the datastore file [datastore1] aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.051604] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfdacfc9-56d3-488b-9e53-37fb37cd1a80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.058582] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1141.058582] env[68989]: value = "task-3218508" [ 1141.058582] env[68989]: _type = "Task" [ 1141.058582] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.066689] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.243956] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.244541] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.247297] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.104s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.248028] env[68989]: DEBUG nova.objects.instance [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'resources' on Instance uuid 3d468776-003f-4558-bbd3-7f19ef61da0e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.249990] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250172] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250342] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250492] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250638] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250778] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.250927] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.387440] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218505, 'name': ReconfigVM_Task, 'duration_secs': 1.12905} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.387812] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.388631] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f514227-7405-4268-9125-1b43f952849e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.396552] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1141.396552] env[68989]: value = "task-3218509" [ 1141.396552] env[68989]: _type = "Task" [ 1141.396552] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.404558] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218509, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.509681] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.510083] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d25fa8-6156-4383-8b8e-cfbb9d0f11f7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.517522] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1141.517522] env[68989]: value = "task-3218510" [ 1141.517522] env[68989]: _type = "Task" [ 1141.517522] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.525760] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.569270] env[68989]: DEBUG oslo_vmware.api [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337827} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.569567] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.569803] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.570036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.570269] env[68989]: INFO nova.compute.manager [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1141.570563] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.570781] env[68989]: DEBUG nova.compute.manager [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.570888] env[68989]: DEBUG nova.network.neutron [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.751226] env[68989]: DEBUG nova.compute.utils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.758955] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.758955] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.760778] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.909978] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218509, 'name': Rename_Task, 'duration_secs': 0.26261} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.910285] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.910538] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d803e580-08e5-4c72-ae9d-04fef2c73f7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.917837] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1141.917837] env[68989]: value = "task-3218511" [ 1141.917837] env[68989]: _type = "Task" [ 1141.917837] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.927639] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.939951] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f705476-81a5-4076-a10d-8fa041d3a418 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.947780] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4fef2-30cd-4ffc-8d64-2f8c95e16419 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.978069] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04b3a0-6f3d-406b-8981-e76edb18120b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.985331] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5bf5a-3d8e-41f0-ab2d-34b2eaeea693 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.998946] env[68989]: DEBUG nova.compute.provider_tree [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.026717] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218510, 'name': PowerOffVM_Task, 'duration_secs': 0.305242} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.027008] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.027817] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47de562-8587-424b-a9c4-c3dc2c076f03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.046418] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db04a87-6a9c-42a5-ab76-8e173d020077 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.057397] env[68989]: DEBUG nova.policy [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457a0f932ff646819c0f940ef75b09eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819d5c83705c4fde8bd9f4718d5124c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.258305] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.428222] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218511, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.492604] env[68989]: DEBUG nova.compute.manager [req-3bf00187-90cc-45f4-a280-4117cf8f7002 req-ea881cbb-b93a-40a0-ab06-d527237643de service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Received event network-vif-deleted-029c5c83-787e-4db8-a103-8ff5633990f9 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.492947] env[68989]: INFO nova.compute.manager [req-3bf00187-90cc-45f4-a280-4117cf8f7002 req-ea881cbb-b93a-40a0-ab06-d527237643de service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Neutron deleted interface 029c5c83-787e-4db8-a103-8ff5633990f9; detaching it from the instance and deleting it from the info cache [ 1142.493093] env[68989]: DEBUG nova.network.neutron [req-3bf00187-90cc-45f4-a280-4117cf8f7002 req-ea881cbb-b93a-40a0-ab06-d527237643de service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.503107] env[68989]: DEBUG nova.scheduler.client.report [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.525658] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Successfully created port: abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.558235] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1142.558235] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-744a0d1d-8e47-407d-88d8-2bca7607aa1f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.565689] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1142.565689] env[68989]: value = "task-3218512" [ 1142.565689] env[68989]: _type = "Task" [ 1142.565689] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.573754] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.929589] env[68989]: DEBUG oslo_vmware.api [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218511, 'name': PowerOnVM_Task, 'duration_secs': 0.518213} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.929933] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.930068] env[68989]: INFO nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1142.930262] env[68989]: DEBUG nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.931054] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583aae04-daaf-4251-8435-85bc71af4d0f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.973957] env[68989]: DEBUG nova.network.neutron [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.996688] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa35879b-c5ed-45a2-8ae4-74224049c316 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.006415] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a79d0-eb3f-43d6-8a56-0ff92bd2b2aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.017872] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.020349] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.886s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.022210] env[68989]: INFO nova.compute.claims [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.046675] env[68989]: DEBUG nova.compute.manager [req-3bf00187-90cc-45f4-a280-4117cf8f7002 req-ea881cbb-b93a-40a0-ab06-d527237643de service nova] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Detach interface failed, port_id=029c5c83-787e-4db8-a103-8ff5633990f9, reason: Instance aa244aea-a686-4175-88c6-34ce62bcd2ae could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.047922] env[68989]: INFO nova.scheduler.client.report [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted allocations for instance 3d468776-003f-4558-bbd3-7f19ef61da0e [ 1143.076938] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218512, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.268451] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.296616] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.296924] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.297144] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.297445] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.297616] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.297766] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.297974] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.298176] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.298355] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.298522] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.298697] env[68989]: DEBUG nova.virt.hardware [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.299623] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c86957-3188-46a5-9aa4-4a2440c5115b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.309044] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029274f-3f2f-4114-8eee-11d836a892c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.450089] env[68989]: INFO nova.compute.manager [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Took 15.11 seconds to build instance. [ 1143.478506] env[68989]: INFO nova.compute.manager [-] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Took 1.91 seconds to deallocate network for instance. [ 1143.557637] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ff2d0d1-6ebf-40ea-8707-1dd495b7fbb5 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "3d468776-003f-4558-bbd3-7f19ef61da0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.154s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.578280] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218512, 'name': CreateSnapshot_Task, 'duration_secs': 0.63402} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.578628] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1143.579339] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18fe58d-f0f7-461d-b958-c6dde7c57302 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.953387] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b9d89316-e182-4d08-bde7-6d97ad7e18f0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.616s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.981199] env[68989]: DEBUG nova.compute.manager [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Received event network-vif-plugged-abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.981431] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.981771] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.981952] env[68989]: DEBUG oslo_concurrency.lockutils [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.982163] env[68989]: DEBUG nova.compute.manager [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] No waiting events found dispatching network-vif-plugged-abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.982337] env[68989]: WARNING nova.compute.manager [req-8b792add-b1ba-4336-9222-51c2ed54c798 req-c4859073-37da-4638-a852-db4d02aad9db service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Received unexpected event network-vif-plugged-abe43d3a-1792-4e38-8015-5835efa8d60f for instance with vm_state building and task_state spawning. [ 1143.983459] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.098071] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1144.098408] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b9a13e2-0af2-40d1-9df5-f53d01fd8ef7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.109817] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1144.109817] env[68989]: value = "task-3218513" [ 1144.109817] env[68989]: _type = "Task" [ 1144.109817] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.119012] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218513, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.343678] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cf4455-4c56-4354-abee-5939a01205f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.352135] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c51f3-a520-4561-ad4d-69ad213485e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.385994] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a94dc-aad0-4659-8cbf-5b23486438b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.393965] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e923eea-637b-4367-8c4d-63b7e7d96c5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.409031] env[68989]: DEBUG nova.compute.provider_tree [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.519767] env[68989]: DEBUG nova.compute.manager [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Received event network-changed-9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.519767] env[68989]: DEBUG nova.compute.manager [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Refreshing instance network info cache due to event network-changed-9ba15163-4daf-4cf7-898a-99befe199146. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.520041] env[68989]: DEBUG oslo_concurrency.lockutils [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] Acquiring lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.520129] env[68989]: DEBUG oslo_concurrency.lockutils [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] Acquired lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.520356] env[68989]: DEBUG nova.network.neutron [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Refreshing network info cache for port 9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.571886] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Successfully updated port: abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.622439] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218513, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.914082] env[68989]: DEBUG nova.scheduler.client.report [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.075924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.076296] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.076486] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.120978] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218513, 'name': CloneVM_Task} progress is 95%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.255362] env[68989]: DEBUG nova.network.neutron [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updated VIF entry in instance network info cache for port 9ba15163-4daf-4cf7-898a-99befe199146. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.255796] env[68989]: DEBUG nova.network.neutron [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updating instance_info_cache with network_info: [{"id": "9ba15163-4daf-4cf7-898a-99befe199146", "address": "fa:16:3e:4a:7c:0f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba15163-4d", "ovs_interfaceid": "9ba15163-4daf-4cf7-898a-99befe199146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.417544] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.418090] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.420852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.472s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.421694] env[68989]: DEBUG nova.objects.instance [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lazy-loading 'resources' on Instance uuid f83824ab-b239-48db-b5e5-7e264aa8003e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.609875] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.622030] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218513, 'name': CloneVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.759043] env[68989]: DEBUG oslo_concurrency.lockutils [req-81e47f59-3dba-4ecd-a054-4c91fdd65fc5 req-d603d653-c77c-407e-9eed-69cb602172b5 service nova] Releasing lock "refresh_cache-2f1198f4-ce92-4639-b1eb-65dfd503355d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.761319] env[68989]: DEBUG nova.network.neutron [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Updating instance_info_cache with network_info: [{"id": "abe43d3a-1792-4e38-8015-5835efa8d60f", "address": "fa:16:3e:b7:c8:2a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe43d3a-17", "ovs_interfaceid": "abe43d3a-1792-4e38-8015-5835efa8d60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.924148] env[68989]: DEBUG nova.compute.utils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.925863] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.926107] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.972130] env[68989]: DEBUG nova.policy [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a2d33a72e3482dba8f82e0c3bfee4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92e315ecc41d428aaf452221796cb8c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.086029] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54afef2-f69e-4ac5-93f0-40ae509beb6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.094132] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f81f4a-c9d4-416e-9950-a49a4182eb43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.127330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3b241e-650c-46dc-aec8-5458295add06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.135760] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218513, 'name': CloneVM_Task, 'duration_secs': 1.519585} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.137833] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Created linked-clone VM from snapshot [ 1146.138681] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c60d9-2705-44c8-ae34-2f5e3de8d5f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.141860] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f359d3-9b14-4b17-83e6-85c31f0121f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.157311] env[68989]: DEBUG nova.compute.provider_tree [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.162204] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Uploading image 5a851fc0-65ae-4486-a774-6c9aea49c6e1 {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1146.166897] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.167124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.195663] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1146.195663] env[68989]: value = "vm-643489" [ 1146.195663] env[68989]: _type = "VirtualMachine" [ 1146.195663] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1146.196084] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f90353ac-f8b2-460a-a411-f97fe40e980e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.206604] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease: (returnval){ [ 1146.206604] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ce702-4824-adb3-9c5a-6f7d77275a53" [ 1146.206604] env[68989]: _type = "HttpNfcLease" [ 1146.206604] env[68989]: } obtained for exporting VM: (result){ [ 1146.206604] env[68989]: value = "vm-643489" [ 1146.206604] env[68989]: _type = "VirtualMachine" [ 1146.206604] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1146.206918] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the lease: (returnval){ [ 1146.206918] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ce702-4824-adb3-9c5a-6f7d77275a53" [ 1146.206918] env[68989]: _type = "HttpNfcLease" [ 1146.206918] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.213508] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.213508] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ce702-4824-adb3-9c5a-6f7d77275a53" [ 1146.213508] env[68989]: _type = "HttpNfcLease" [ 1146.213508] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.263615] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.264081] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance network_info: |[{"id": "abe43d3a-1792-4e38-8015-5835efa8d60f", "address": "fa:16:3e:b7:c8:2a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe43d3a-17", "ovs_interfaceid": "abe43d3a-1792-4e38-8015-5835efa8d60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.264641] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:c8:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe43d3a-1792-4e38-8015-5835efa8d60f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.274382] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.274382] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.274382] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d49a830-3af0-43f6-9932-b1501ab9ca2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.295432] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.295432] env[68989]: value = "task-3218515" [ 1146.295432] env[68989]: _type = "Task" [ 1146.295432] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.305212] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218515, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.306110] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Successfully created port: 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.433054] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.543831] env[68989]: DEBUG nova.compute.manager [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Received event network-changed-abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.544060] env[68989]: DEBUG nova.compute.manager [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Refreshing instance network info cache due to event network-changed-abe43d3a-1792-4e38-8015-5835efa8d60f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.544276] env[68989]: DEBUG oslo_concurrency.lockutils [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] Acquiring lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.544424] env[68989]: DEBUG oslo_concurrency.lockutils [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] Acquired lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.544582] env[68989]: DEBUG nova.network.neutron [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Refreshing network info cache for port abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.664301] env[68989]: DEBUG nova.scheduler.client.report [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.670494] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.715224] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.715224] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ce702-4824-adb3-9c5a-6f7d77275a53" [ 1146.715224] env[68989]: _type = "HttpNfcLease" [ 1146.715224] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.715588] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.715588] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]523ce702-4824-adb3-9c5a-6f7d77275a53" [ 1146.715588] env[68989]: _type = "HttpNfcLease" [ 1146.715588] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1146.716648] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361525ed-5905-4616-b0ec-0d6fb407aa41 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.725696] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.725878] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1146.806024] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218515, 'name': CreateVM_Task, 'duration_secs': 0.344929} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.806024] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.806413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.806576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.806889] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.807144] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827591c7-214b-4477-85cb-241d7d8fa625 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.811452] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1146.811452] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52131a3b-9eb9-f284-aff7-7fa7b89389c8" [ 1146.811452] env[68989]: _type = "Task" [ 1146.811452] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.817787] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6628525-638d-4ff1-9983-5ab12f555496 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.822702] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52131a3b-9eb9-f284-aff7-7fa7b89389c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.172640] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.175381] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.415s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.175597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.175821] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1147.176175] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.193s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.176465] env[68989]: DEBUG nova.objects.instance [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'resources' on Instance uuid aa244aea-a686-4175-88c6-34ce62bcd2ae {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.182870] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddcb29-75ef-4477-a896-6c960b38a7d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.200744] env[68989]: INFO nova.scheduler.client.report [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Deleted allocations for instance f83824ab-b239-48db-b5e5-7e264aa8003e [ 1147.202886] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e07f09-97e5-408b-8534-d7e95a86ba68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.222330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd69c9-b860-4525-ba7a-773a374b3232 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230292] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cfefaa-85f6-483e-91f0-192092e7ccd2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.265365] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180139MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1147.265772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.282313] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.323676] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52131a3b-9eb9-f284-aff7-7fa7b89389c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.323989] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.324360] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.324620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.324785] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.325129] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.325295] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c153e30-31f8-4ca9-8d91-4877595985d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.333863] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.333863] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.334439] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00180fb4-d884-4e62-9497-a501b13f0b59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.339995] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1147.339995] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52db3eea-bb52-40a0-a41a-56679833a909" [ 1147.339995] env[68989]: _type = "Task" [ 1147.339995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.349953] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52db3eea-bb52-40a0-a41a-56679833a909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.350799] env[68989]: DEBUG nova.network.neutron [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Updated VIF entry in instance network info cache for port abe43d3a-1792-4e38-8015-5835efa8d60f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.351279] env[68989]: DEBUG nova.network.neutron [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Updating instance_info_cache with network_info: [{"id": "abe43d3a-1792-4e38-8015-5835efa8d60f", "address": "fa:16:3e:b7:c8:2a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe43d3a-17", "ovs_interfaceid": "abe43d3a-1792-4e38-8015-5835efa8d60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.443380] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.468996] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.469333] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.469542] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.469771] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.469962] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.470201] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.470407] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.470612] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.471118] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.471118] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.471389] env[68989]: DEBUG nova.virt.hardware [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.472302] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d303caee-be2f-4430-8395-f2e3ec0dbe52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.480327] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf957ca-c11e-4090-b15d-426a736ff05a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e7f83d2b-c588-4f9f-9636-85cc3c233c11 tempest-ServersNegativeTestJSON-245601001 tempest-ServersNegativeTestJSON-245601001-project-member] Lock "f83824ab-b239-48db-b5e5-7e264aa8003e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.189s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.792400] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Successfully updated port: 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.858023] env[68989]: DEBUG oslo_concurrency.lockutils [req-0f865bb9-1754-4908-ab6e-4121420cd8d1 req-8ec9ede1-3f6a-4777-bb29-93afb22b1faf service nova] Releasing lock "refresh_cache-c1449afa-2cd4-42d1-a4bc-2ee709893d55" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.858023] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52db3eea-bb52-40a0-a41a-56679833a909, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.858023] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4984e3-8610-42b2-b1ae-6c412295839b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.863046] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1147.863046] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52734e63-a449-8301-7a73-71fa8d668a2d" [ 1147.863046] env[68989]: _type = "Task" [ 1147.863046] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.874675] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52734e63-a449-8301-7a73-71fa8d668a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.880347] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e561024-0f52-44c4-8609-c555cde63b7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.888098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86968b8a-eb36-44a3-bcf2-78cfefed9505 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.920921] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d62968-fce1-4ef2-b232-2592e294743b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.929687] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d36301-14bf-42e3-9df8-28a07c40fbce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.944976] env[68989]: DEBUG nova.compute.provider_tree [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.294620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.294620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.295102] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.374473] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52734e63-a449-8301-7a73-71fa8d668a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.019397} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.374858] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.375264] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.375585] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcc3de7-f461-4003-b9c1-10a872d89859 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.383359] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1148.383359] env[68989]: value = "task-3218516" [ 1148.383359] env[68989]: _type = "Task" [ 1148.383359] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.392777] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.448732] env[68989]: DEBUG nova.scheduler.client.report [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.577578] env[68989]: DEBUG nova.compute.manager [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-vif-plugged-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.578114] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.578332] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.578504] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.578674] env[68989]: DEBUG nova.compute.manager [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] No waiting events found dispatching network-vif-plugged-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.578848] env[68989]: WARNING nova.compute.manager [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received unexpected event network-vif-plugged-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef for instance with vm_state building and task_state spawning. [ 1148.579013] env[68989]: DEBUG nova.compute.manager [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.579249] env[68989]: DEBUG nova.compute.manager [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing instance network info cache due to event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.579336] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.845848] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.894572] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.956742] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.959156] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.693s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.987151] env[68989]: INFO nova.scheduler.client.report [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleted allocations for instance aa244aea-a686-4175-88c6-34ce62bcd2ae [ 1149.095251] env[68989]: DEBUG nova.network.neutron [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.394999] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699655} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.394999] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.395344] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.395457] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68dec36-dffc-4783-bc0e-8253fc1df60e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.401994] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1149.401994] env[68989]: value = "task-3218517" [ 1149.401994] env[68989]: _type = "Task" [ 1149.401994] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.410805] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.498276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-67afb51e-b054-49db-97e0-a6982042320b tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "aa244aea-a686-4175-88c6-34ce62bcd2ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.057s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.598646] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.599606] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Instance network_info: |[{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.599606] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.599606] env[68989]: DEBUG nova.network.neutron [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.601319] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:6d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.609027] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.612146] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.612783] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd11a968-8e79-4a21-b17f-dbf2d9859677 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.636389] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.636389] env[68989]: value = "task-3218518" [ 1149.636389] env[68989]: _type = "Task" [ 1149.636389] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.645055] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218518, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.853920] env[68989]: DEBUG nova.network.neutron [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updated VIF entry in instance network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.854429] env[68989]: DEBUG nova.network.neutron [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.912371] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09749} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.912646] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.913503] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc7ccc-29c8-41b2-8b98-32b845e83854 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.936912] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.937734] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f278a77-b41e-42bd-bf99-55e332f05d31 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.960287] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1149.960287] env[68989]: value = "task-3218519" [ 1149.960287] env[68989]: _type = "Task" [ 1149.960287] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.969692] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.999049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999371] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999371] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 987e50ff-044a-44d2-8a57-d48a27bc598b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999371] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 185719c3-81f1-4694-991c-f212262e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999627] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c0733381-451e-48b9-9052-7f646dd4a40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999627] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999766] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999821] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 2f1198f4-ce92-4639-b1eb-65dfd503355d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.999885] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c1449afa-2cd4-42d1-a4bc-2ee709893d55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.000085] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.151017] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218518, 'name': CreateVM_Task, 'duration_secs': 0.347143} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.151017] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.151694] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.155028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.155028] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.155028] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf271dc-e556-48aa-959a-776b5514d751 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.160809] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1150.160809] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e95fb7-6251-ace7-267e-ed9869b49c5b" [ 1150.160809] env[68989]: _type = "Task" [ 1150.160809] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.171539] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e95fb7-6251-ace7-267e-ed9869b49c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.359291] env[68989]: DEBUG oslo_concurrency.lockutils [req-4e8463d1-4efd-45ea-821a-32384ecc2ce8 req-32935a24-db6f-4409-9ea0-f48224ba04f9 service nova] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.472010] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.504818] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance d88f12dd-21b7-462f-84a1-8d158eba583f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1150.505116] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.505343] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.667162] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c6d2e1-e69d-4961-8016-62874b2988fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.676319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.676586] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.676763] env[68989]: INFO nova.compute.manager [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Shelving [ 1150.678251] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e95fb7-6251-ace7-267e-ed9869b49c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.683905] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.684445] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.684445] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.684608] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.684689] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.685016] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17829e19-efb6-4ea1-a4eb-2fc6ab9384b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.687780] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf07721-674d-4618-9523-c3133bce47fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.724454] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1596521d-1374-4956-800c-cf1d3d0c0b90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.728062] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.728273] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.729628] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef3e170-f0ae-408b-8614-cae68c6c0ffd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.738314] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1150.738314] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a26a9-b9fa-eb21-3a71-8c92219be7f0" [ 1150.738314] env[68989]: _type = "Task" [ 1150.738314] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.740068] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40de1df8-33fb-4b2b-9a48-a3338f036317 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.758178] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.763128] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528a26a9-b9fa-eb21-3a71-8c92219be7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.764316] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1147f2-87f1-45e0-b76c-b192ae96f2da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.769495] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1150.769495] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52709188-533d-02d1-c9a7-6e72e32acba7" [ 1150.769495] env[68989]: _type = "Task" [ 1150.769495] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.778690] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52709188-533d-02d1-c9a7-6e72e32acba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.970868] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218519, 'name': ReconfigVM_Task, 'duration_secs': 0.971653} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.971619] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Reconfigured VM instance instance-0000006d to attach disk [datastore1] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.971855] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5090f040-f48c-49b3-8b3e-9247f67477dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.978012] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1150.978012] env[68989]: value = "task-3218520" [ 1150.978012] env[68989]: _type = "Task" [ 1150.978012] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.986976] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218520, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.264522] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.282476] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52709188-533d-02d1-c9a7-6e72e32acba7, 'name': SearchDatastore_Task, 'duration_secs': 0.032228} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.283359] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.283664] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/967e6c8d-bddd-4fa7-98c7-081c85ba4e82.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.283950] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ba9ebfa-c99d-400c-a391-099927591fa0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.291574] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1151.291574] env[68989]: value = "task-3218521" [ 1151.291574] env[68989]: _type = "Task" [ 1151.291574] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.300963] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.491277] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218520, 'name': Rename_Task, 'duration_secs': 0.189867} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.491769] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.492591] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a19b44-d076-48f7-a330-315caa9958bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.500040] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1151.500040] env[68989]: value = "task-3218522" [ 1151.500040] env[68989]: _type = "Task" [ 1151.500040] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.510209] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.690853] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.691238] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0750f8e-cd3f-4547-8ff0-8636b50e010b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.699490] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1151.699490] env[68989]: value = "task-3218523" [ 1151.699490] env[68989]: _type = "Task" [ 1151.699490] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.709073] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.770050] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.770420] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.811s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.770802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.489s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.772905] env[68989]: INFO nova.compute.claims [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.776469] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.776652] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1151.803555] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.010776] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.137141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.137402] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.210405] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218523, 'name': PowerOffVM_Task, 'duration_secs': 0.320409} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.210669] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.211460] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906feecc-9782-43c8-9d3e-623b749c3d7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.231893] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66be5c1c-0a29-4410-b354-9861ae769b0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.294063] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] There are 58 instances to clean {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1152.294277] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6b2802a7-158a-4a8c-a6ea-3a09b3b84dda] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.305947] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578096} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.306266] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/967e6c8d-bddd-4fa7-98c7-081c85ba4e82.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.306514] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.306784] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a70b4f-eab7-4851-8df8-048559c8fd69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.313262] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1152.313262] env[68989]: value = "task-3218524" [ 1152.313262] env[68989]: _type = "Task" [ 1152.313262] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.321786] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.511161] env[68989]: DEBUG oslo_vmware.api [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218522, 'name': PowerOnVM_Task, 'duration_secs': 0.958538} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.511577] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.511841] env[68989]: INFO nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1152.512125] env[68989]: DEBUG nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.512955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be87e1-7878-4baf-992c-061757c176c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.640053] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.742562] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Creating Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.742869] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ed568bf-489a-4d57-95b1-343ddbd97270 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.750828] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1152.750828] env[68989]: value = "task-3218525" [ 1152.750828] env[68989]: _type = "Task" [ 1152.750828] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.759379] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.797287] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 3d468776-003f-4558-bbd3-7f19ef61da0e] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.825244] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075014} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.825510] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.826327] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af63a5e1-0286-4abf-993b-11a5437cfa36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.848532] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/967e6c8d-bddd-4fa7-98c7-081c85ba4e82.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.851501] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5159ca01-0553-4021-a5b2-e48a6cd8afb7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.872082] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1152.872082] env[68989]: value = "task-3218526" [ 1152.872082] env[68989]: _type = "Task" [ 1152.872082] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.884710] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.988232] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0dcad-17e8-48b0-ae15-626ced0335cd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.996292] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37a31a-3dd7-44d2-8dae-ddea500a331d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.031940] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52283036-0c50-44cc-88f4-de9941c1679a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.037190] env[68989]: INFO nova.compute.manager [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Took 17.60 seconds to build instance. [ 1153.041689] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a667f-67fb-4822-b6bc-eb580178db3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.057024] env[68989]: DEBUG nova.compute.provider_tree [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.160363] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.260061] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.300789] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 2d23d5b4-761e-49d8-b39c-af6e6fb272f0] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.382034] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218526, 'name': ReconfigVM_Task, 'duration_secs': 0.352794} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.382272] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/967e6c8d-bddd-4fa7-98c7-081c85ba4e82.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.382868] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56753077-817e-45f6-9b7f-5fc9e969bc26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.390396] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1153.390396] env[68989]: value = "task-3218527" [ 1153.390396] env[68989]: _type = "Task" [ 1153.390396] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.398524] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218527, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.541957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5f7c4aba-2029-4f12-bb52-b0093ace96ef tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.114s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.560304] env[68989]: DEBUG nova.scheduler.client.report [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.762225] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218525, 'name': CreateSnapshot_Task, 'duration_secs': 0.87003} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.762514] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Created Snapshot of the VM instance {{(pid=68989) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1153.763311] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc2e81a-b5fd-4511-ad60-f40e0f628ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.804526] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 1828922b-a5ce-49d2-b749-922f79b73638] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.902292] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218527, 'name': Rename_Task, 'duration_secs': 0.156137} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.902292] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.902557] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76dab0d3-5171-4ded-be75-1efef4a9caa4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.908603] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1153.908603] env[68989]: value = "task-3218528" [ 1153.908603] env[68989]: _type = "Task" [ 1153.908603] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.917324] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.066029] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.066975] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.070877] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.911s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.072746] env[68989]: INFO nova.compute.claims [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.295800] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Creating linked-clone VM from snapshot {{(pid=68989) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.296205] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c232cd6-e368-43d5-965f-c270728f04fc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.305133] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1154.305133] env[68989]: value = "task-3218529" [ 1154.305133] env[68989]: _type = "Task" [ 1154.305133] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.308723] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 7c47e0ca-d3d1-40ae-8a15-11d0f0b1bd9f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.315493] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218529, 'name': CloneVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.423269] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.423948] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.423948] env[68989]: DEBUG nova.compute.manager [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.424509] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218528, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.425371] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5dd549-3f37-4ce5-b31c-7feea58dae96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.432563] env[68989]: DEBUG nova.compute.manager [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.433369] env[68989]: DEBUG nova.objects.instance [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'flavor' on Instance uuid c1449afa-2cd4-42d1-a4bc-2ee709893d55 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.581233] env[68989]: DEBUG nova.compute.utils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.582987] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.583229] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.620733] env[68989]: DEBUG nova.policy [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.812362] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: eccc6f45-478d-4c0f-878a-01b676370f81] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.817772] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218529, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.920028] env[68989]: DEBUG oslo_vmware.api [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218528, 'name': PowerOnVM_Task, 'duration_secs': 0.551615} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.920175] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.920357] env[68989]: INFO nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1154.920633] env[68989]: DEBUG nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.921826] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Successfully created port: 4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.924290] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0707c1f-9497-4da7-9398-d6eaa047fcc7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.090034] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.288618] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3e771-688e-4a51-a8fb-1c1790993e9b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.298139] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4069b2-0299-4f19-bee8-00705089a99c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.328305] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: eea60ad6-6f6c-43c9-b392-e444d31b71a9] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.335061] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd0340a-19c0-4d11-aca3-bc0233f26d20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.342076] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218529, 'name': CloneVM_Task} progress is 94%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.345303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae293b79-4f38-45e7-978f-603f70e99ab4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.358996] env[68989]: DEBUG nova.compute.provider_tree [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.444400] env[68989]: INFO nova.compute.manager [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Took 18.32 seconds to build instance. [ 1155.445507] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.445976] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc263d64-01b5-415b-a6e1-c10cbb9ed38a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.453090] env[68989]: DEBUG oslo_vmware.api [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1155.453090] env[68989]: value = "task-3218530" [ 1155.453090] env[68989]: _type = "Task" [ 1155.453090] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.462874] env[68989]: DEBUG oslo_vmware.api [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.838128] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: e6a94064-5a47-4876-9399-ffb188979007] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.839952] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218529, 'name': CloneVM_Task, 'duration_secs': 1.419501} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.840212] env[68989]: INFO nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Created linked-clone VM from snapshot [ 1155.841225] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f31f5-0f98-4255-985b-5b185753dbf9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.848647] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Uploading image 11a78b69-c979-46d8-bba7-508d136f836e {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.862783] env[68989]: DEBUG nova.scheduler.client.report [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.885036] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1155.885036] env[68989]: value = "vm-643493" [ 1155.885036] env[68989]: _type = "VirtualMachine" [ 1155.885036] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1155.885036] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a9ec3c3-2fb4-4bdf-8be0-03e76e96ac7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.892164] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease: (returnval){ [ 1155.892164] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e3ed91-4d59-6ba3-a1e7-171f2d42a43a" [ 1155.892164] env[68989]: _type = "HttpNfcLease" [ 1155.892164] env[68989]: } obtained for exporting VM: (result){ [ 1155.892164] env[68989]: value = "vm-643493" [ 1155.892164] env[68989]: _type = "VirtualMachine" [ 1155.892164] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1155.892475] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the lease: (returnval){ [ 1155.892475] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e3ed91-4d59-6ba3-a1e7-171f2d42a43a" [ 1155.892475] env[68989]: _type = "HttpNfcLease" [ 1155.892475] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.899364] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.899364] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e3ed91-4d59-6ba3-a1e7-171f2d42a43a" [ 1155.899364] env[68989]: _type = "HttpNfcLease" [ 1155.899364] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.910060] env[68989]: DEBUG nova.compute.manager [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.910269] env[68989]: DEBUG nova.compute.manager [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing instance network info cache due to event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.910484] env[68989]: DEBUG oslo_concurrency.lockutils [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.910677] env[68989]: DEBUG oslo_concurrency.lockutils [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.910787] env[68989]: DEBUG nova.network.neutron [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.947073] env[68989]: DEBUG oslo_concurrency.lockutils [None req-66589ef5-a9e3-4b95-9856-f40ac553bfb2 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.834s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.963948] env[68989]: DEBUG oslo_vmware.api [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218530, 'name': PowerOffVM_Task, 'duration_secs': 0.277348} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.964210] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.964583] env[68989]: DEBUG nova.compute.manager [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.965179] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1139dc-9595-41b5-ad86-d87fbbbb3e49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.101192] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.126252] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.126547] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.126722] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.126893] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.127075] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.127304] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.127548] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.127713] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.127901] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.128098] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.128277] env[68989]: DEBUG nova.virt.hardware [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.129245] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdaf6e3-8186-414e-8f23-2cc21e726a93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.138080] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d35783-1edc-4adb-9228-88aa95c5d30d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.280534] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1156.281472] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5151ea-b813-4976-b9a5-1bfc13178e11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.287759] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1156.287927] env[68989]: ERROR oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk due to incomplete transfer. [ 1156.288175] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30194364-4b7d-4ef2-9d7f-385266ab6d81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.295408] env[68989]: DEBUG oslo_vmware.rw_handles [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708dde-5f17-7f48-b88c-f80c67b3310f/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1156.295603] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Uploaded image 5a851fc0-65ae-4486-a774-6c9aea49c6e1 to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1156.298032] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1156.298271] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26849c81-cc3b-4378-a9a4-4ac1572a0eed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.303738] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1156.303738] env[68989]: value = "task-3218532" [ 1156.303738] env[68989]: _type = "Task" [ 1156.303738] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.311686] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218532, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.341604] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a242fe15-481e-4aa8-bc69-6ce8c09efb94] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.368385] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.368523] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.402793] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.402793] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e3ed91-4d59-6ba3-a1e7-171f2d42a43a" [ 1156.402793] env[68989]: _type = "HttpNfcLease" [ 1156.402793] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.403117] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.403117] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e3ed91-4d59-6ba3-a1e7-171f2d42a43a" [ 1156.403117] env[68989]: _type = "HttpNfcLease" [ 1156.403117] env[68989]: }. {{(pid=68989) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1156.403962] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9793e-8805-4773-9bd6-a07bbda6d579 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.412866] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.412866] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk for reading. {{(pid=68989) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1156.481271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-68a7190b-2110-4adb-9be1-acc335100543 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.517702] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bbdd68db-45a3-4236-ae11-8c340124cdf2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.561126] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Successfully updated port: 4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.701550] env[68989]: DEBUG nova.network.neutron [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updated VIF entry in instance network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.701550] env[68989]: DEBUG nova.network.neutron [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.813456] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218532, 'name': Destroy_Task, 'duration_secs': 0.399872} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.813721] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Destroyed the VM [ 1156.813951] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.814248] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87b4b0b8-00df-44b7-b15b-2ae255bc14c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.821179] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1156.821179] env[68989]: value = "task-3218533" [ 1156.821179] env[68989]: _type = "Task" [ 1156.821179] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.829352] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.845143] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6fffa73a-a898-4dcb-9b5c-76ceb789b2e6] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.874404] env[68989]: DEBUG nova.compute.utils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.876928] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.877083] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.917980] env[68989]: DEBUG nova.policy [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db9288f89374e8a999022d20922e62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02dac54116e943cc909a308e87d8d5c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.996234] env[68989]: INFO nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Rebuilding instance [ 1157.051478] env[68989]: DEBUG nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.053303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014aa9d-ca41-4e36-864e-5dcbfff93d3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.063049] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.063546] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.064037] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.204492] env[68989]: DEBUG oslo_concurrency.lockutils [req-7b2730e4-f22d-4362-b719-9447d11b7d48 req-adcf9faa-4ee8-4ad2-8bc1-6cdbeed5774f service nova] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.281797] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Successfully created port: cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.331970] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397709} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.332350] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.332938] env[68989]: DEBUG nova.compute.manager [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.333763] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c4d54-a7ea-4188-9f8f-31ccddce9a19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.350053] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 0b4be332-a3c2-473c-9b7a-54a51a191e4c] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.377292] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.611022] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.784996] env[68989]: DEBUG nova.network.neutron [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.846463] env[68989]: INFO nova.compute.manager [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Shelve offloading [ 1157.853651] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: cc5f5977-001c-4ea4-9fcf-4aaf9d0810ba] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.937667] env[68989]: DEBUG nova.compute.manager [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-plugged-4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.937904] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.938026] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.938314] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.938578] env[68989]: DEBUG nova.compute.manager [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] No waiting events found dispatching network-vif-plugged-4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.938821] env[68989]: WARNING nova.compute.manager [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received unexpected event network-vif-plugged-4b4f54f5-1237-4a6f-8c49-4208ec693a23 for instance with vm_state building and task_state spawning. [ 1157.939043] env[68989]: DEBUG nova.compute.manager [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-changed-4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.939244] env[68989]: DEBUG nova.compute.manager [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing instance network info cache due to event network-changed-4b4f54f5-1237-4a6f-8c49-4208ec693a23. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.939534] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.076474] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.076762] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19945d1-edf5-4b31-bd66-92725a279c53 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.085407] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1158.085407] env[68989]: value = "task-3218534" [ 1158.085407] env[68989]: _type = "Task" [ 1158.085407] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.093952] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.287956] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.288313] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Instance network_info: |[{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.288619] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.288800] env[68989]: DEBUG nova.network.neutron [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing network info cache for port 4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.290171] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:dc:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b4f54f5-1237-4a6f-8c49-4208ec693a23', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.298424] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.299433] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.299704] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00e93d36-82ff-4ece-bec1-38ea9139718a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.322565] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.322565] env[68989]: value = "task-3218535" [ 1158.322565] env[68989]: _type = "Task" [ 1158.322565] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.331293] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218535, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.350414] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.350784] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f07ae3-8a84-492b-9cad-c800a4aeb85f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.357451] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: f83824ab-b239-48db-b5e5-7e264aa8003e] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.359264] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1158.359264] env[68989]: value = "task-3218536" [ 1158.359264] env[68989]: _type = "Task" [ 1158.359264] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.368171] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1158.369146] env[68989]: DEBUG nova.compute.manager [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.369981] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fe7f72-3d58-42c4-8995-522e17a12f8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.375250] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.375435] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.375615] env[68989]: DEBUG nova.network.neutron [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.390747] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.418683] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.418954] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.419133] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.419555] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.419787] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.419959] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.420245] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.420432] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.420662] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.420876] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.421113] env[68989]: DEBUG nova.virt.hardware [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.422532] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a05cf-bec5-459d-bb65-eafefc1e69d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.431036] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ddccd-3e9e-4c9d-9a64-408d41cdc899 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.596585] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1158.596848] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.597769] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b42ee4-ff91-4cdd-80dd-2c80d48ab4b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.605242] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.605507] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9cd3e9a-e2bc-42ea-b666-aad0398d1ef5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.690393] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.690656] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.690853] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore1] c1449afa-2cd4-42d1-a4bc-2ee709893d55 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.691144] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9b6efb-9bd3-4bef-a214-3771b407335f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.697683] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1158.697683] env[68989]: value = "task-3218538" [ 1158.697683] env[68989]: _type = "Task" [ 1158.697683] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.705238] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.832845] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218535, 'name': CreateVM_Task, 'duration_secs': 0.364092} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.833213] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.833810] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.833990] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.834389] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.834650] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d54d62c-f324-48f4-bb11-5f3dcabb8e3b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.843022] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1158.843022] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524d5560-6dd5-eafd-9c89-e1b25319b007" [ 1158.843022] env[68989]: _type = "Task" [ 1158.843022] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.850362] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524d5560-6dd5-eafd-9c89-e1b25319b007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.861252] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 4c83d9fb-282f-409e-8929-7e4083a58ead] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.863525] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Successfully updated port: cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.153967] env[68989]: DEBUG nova.network.neutron [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updated VIF entry in instance network info cache for port 4b4f54f5-1237-4a6f-8c49-4208ec693a23. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.154379] env[68989]: DEBUG nova.network.neutron [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.210362] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178277} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.210619] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.210792] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.210963] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.235865] env[68989]: DEBUG nova.network.neutron [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.351124] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524d5560-6dd5-eafd-9c89-e1b25319b007, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.351427] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.351679] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.351918] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.352079] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.352267] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.352538] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c656b4de-99e4-4995-83c1-1621267b18c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.361979] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.362199] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.363398] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e26b740-0ccb-481b-a81f-d51eb1c439e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.365515] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 2718a81f-568d-4d3b-9898-391b06e5dea5] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.367561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.367656] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.367802] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.371954] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1159.371954] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d612b-eb98-2941-54e9-41a205edbb54" [ 1159.371954] env[68989]: _type = "Task" [ 1159.371954] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.380924] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d612b-eb98-2941-54e9-41a205edbb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.657279] env[68989]: DEBUG oslo_concurrency.lockutils [req-c8c18bc7-7ee3-40a1-90a7-c47174e572d7 req-b2ec2190-48bc-416f-b108-8375e5df5bd8 service nova] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.739087] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.870057] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 4928d8b0-2d95-4aab-8656-29e5a8edd367] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.885900] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]521d612b-eb98-2941-54e9-41a205edbb54, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.886753] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ccc1cd-0753-4dc1-89dd-a3cc2e147c3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.892105] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1159.892105] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ca7677-77e1-0357-0f9a-f1b6f2ea7a78" [ 1159.892105] env[68989]: _type = "Task" [ 1159.892105] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.901449] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ca7677-77e1-0357-0f9a-f1b6f2ea7a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.938352] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.966282] env[68989]: DEBUG nova.compute.manager [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Received event network-vif-plugged-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.966522] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.966728] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.966891] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.967070] env[68989]: DEBUG nova.compute.manager [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] No waiting events found dispatching network-vif-plugged-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.967346] env[68989]: WARNING nova.compute.manager [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Received unexpected event network-vif-plugged-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 for instance with vm_state building and task_state spawning. [ 1159.967549] env[68989]: DEBUG nova.compute.manager [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Received event network-changed-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.967724] env[68989]: DEBUG nova.compute.manager [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Refreshing instance network info cache due to event network-changed-cae71663-cf2a-4abc-98e4-d7cb2b08bf32. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.967845] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Acquiring lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205240] env[68989]: DEBUG nova.network.neutron [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating instance_info_cache with network_info: [{"id": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "address": "fa:16:3e:a6:e4:de", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae71663-cf", "ovs_interfaceid": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.225514] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.226437] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9173acdc-62fe-4132-92ab-aef76dee7924 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.235305] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.235561] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20403711-b9f8-4ace-9c91-5432fd50e9d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.248488] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.248488] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.248712] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.248922] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.249030] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.249201] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.249543] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.249649] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.249848] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.250063] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.250277] env[68989]: DEBUG nova.virt.hardware [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.251281] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63303be1-5927-45a4-ac01-4eb786300c68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.259689] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab6c765-07d8-4fe0-8839-05307a2fb3d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.273589] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:c8:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe43d3a-1792-4e38-8015-5835efa8d60f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.281204] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.281488] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.281715] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53444772-0950-4294-9656-efdf27f3ca1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.297414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.297653] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.297801] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleting the datastore file [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.298491] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2500b8b-50a9-490e-9a17-5119657879d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.303863] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.303863] env[68989]: value = "task-3218540" [ 1160.303863] env[68989]: _type = "Task" [ 1160.303863] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.307736] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1160.307736] env[68989]: value = "task-3218541" [ 1160.307736] env[68989]: _type = "Task" [ 1160.307736] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.313754] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218540, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.318382] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.375900] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 9959c6fd-0895-4a47-80b2-17ca82d19220] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.404423] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52ca7677-77e1-0357-0f9a-f1b6f2ea7a78, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.404722] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.405020] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d88f12dd-21b7-462f-84a1-8d158eba583f/d88f12dd-21b7-462f-84a1-8d158eba583f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.405307] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03beff97-bb34-46cd-a5cf-0f953b7b74f4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.412497] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1160.412497] env[68989]: value = "task-3218542" [ 1160.412497] env[68989]: _type = "Task" [ 1160.412497] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.421184] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.708090] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.708511] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Instance network_info: |[{"id": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "address": "fa:16:3e:a6:e4:de", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae71663-cf", "ovs_interfaceid": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.708881] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Acquired lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.709182] env[68989]: DEBUG nova.network.neutron [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Refreshing network info cache for port cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.710666] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:e4:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae71663-cf2a-4abc-98e4-d7cb2b08bf32', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.720135] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.723955] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.724645] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027c2a6d-f610-46fa-89c1-e97e09e37691 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.752169] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.752169] env[68989]: value = "task-3218543" [ 1160.752169] env[68989]: _type = "Task" [ 1160.752169] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.762264] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218543, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.818917] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218540, 'name': CreateVM_Task, 'duration_secs': 0.438714} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.822039] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.822477] env[68989]: DEBUG oslo_vmware.api [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144589} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.823114] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.823242] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.823573] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.823846] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.824033] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.824303] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.826481] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b58d2c-c0dd-4ff5-80ba-ed6f932f09c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.833113] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1160.833113] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5228f905-b37c-6af5-4d4a-b9f6eed36de6" [ 1160.833113] env[68989]: _type = "Task" [ 1160.833113] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.842114] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5228f905-b37c-6af5-4d4a-b9f6eed36de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.848536] env[68989]: INFO nova.scheduler.client.report [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted allocations for instance 987e50ff-044a-44d2-8a57-d48a27bc598b [ 1160.881368] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a0af1dca-ce87-4d90-88dc-18a33af633d4] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.924240] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.022699] env[68989]: DEBUG nova.network.neutron [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updated VIF entry in instance network info cache for port cae71663-cf2a-4abc-98e4-d7cb2b08bf32. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.022699] env[68989]: DEBUG nova.network.neutron [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating instance_info_cache with network_info: [{"id": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "address": "fa:16:3e:a6:e4:de", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae71663-cf", "ovs_interfaceid": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.262778] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218543, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.343402] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5228f905-b37c-6af5-4d4a-b9f6eed36de6, 'name': SearchDatastore_Task, 'duration_secs': 0.062365} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.343723] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.343957] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.344251] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.344388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.344574] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.344935] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb4ad1c1-7126-4392-9b3f-6bf8973a667e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.353885] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.354219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.354471] env[68989]: DEBUG nova.objects.instance [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'resources' on Instance uuid 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.355497] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.355670] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.356650] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2454500-973a-47c5-b838-9973e4cb3466 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.361889] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1161.361889] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b52071-91e1-bbf5-e060-ac4895e31e43" [ 1161.361889] env[68989]: _type = "Task" [ 1161.361889] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.371094] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b52071-91e1-bbf5-e060-ac4895e31e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.385242] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: dd63995f-af4c-4188-8884-b9dc39091977] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.423159] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625999} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.423433] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d88f12dd-21b7-462f-84a1-8d158eba583f/d88f12dd-21b7-462f-84a1-8d158eba583f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.423647] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.423901] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25779adc-e84b-4aa7-802e-adaaf473bcfd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.430914] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1161.430914] env[68989]: value = "task-3218544" [ 1161.430914] env[68989]: _type = "Task" [ 1161.430914] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.439550] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.525523] env[68989]: DEBUG oslo_concurrency.lockutils [req-3f26db86-a30a-4cc4-bc1a-c1f03a604619 req-0333bd5c-25ac-4ac0-bf54-9a6444bb7171 service nova] Releasing lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.764106] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218543, 'name': CreateVM_Task, 'duration_secs': 0.601496} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.764277] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.764953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.765140] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.765474] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.765738] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31337c11-893d-4aa5-8ca7-8ea98c532f9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.770576] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1161.770576] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280ae68-ef31-7bc7-4774-7726a5bac634" [ 1161.770576] env[68989]: _type = "Task" [ 1161.770576] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.779762] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280ae68-ef31-7bc7-4774-7726a5bac634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.857776] env[68989]: DEBUG nova.objects.instance [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'numa_topology' on Instance uuid 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.872993] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b52071-91e1-bbf5-e060-ac4895e31e43, 'name': SearchDatastore_Task, 'duration_secs': 0.023223} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.873815] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4c6945-ef63-4083-9608-ab2c8c6084b7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.879174] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1161.879174] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52210461-eec0-dd4a-65ad-a1f30403f524" [ 1161.879174] env[68989]: _type = "Task" [ 1161.879174] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.888106] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c9db4e7a-99a6-402c-949c-bf336100aa9f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.889959] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52210461-eec0-dd4a-65ad-a1f30403f524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.941242] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129154} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.941584] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.942487] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7d751-0ce0-4358-bf42-46730b524ef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.967554] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d88f12dd-21b7-462f-84a1-8d158eba583f/d88f12dd-21b7-462f-84a1-8d158eba583f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.967881] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4f67b4-884e-4ec6-a152-218f4581a850 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.992055] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1161.992055] env[68989]: value = "task-3218545" [ 1161.992055] env[68989]: _type = "Task" [ 1161.992055] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.000843] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.067571] env[68989]: DEBUG nova.compute.manager [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-vif-unplugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.067739] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.067847] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.068152] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.068346] env[68989]: DEBUG nova.compute.manager [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] No waiting events found dispatching network-vif-unplugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.068634] env[68989]: WARNING nova.compute.manager [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received unexpected event network-vif-unplugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e for instance with vm_state shelved_offloaded and task_state unshelving. [ 1162.068830] env[68989]: DEBUG nova.compute.manager [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.068991] env[68989]: DEBUG nova.compute.manager [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing instance network info cache due to event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.069193] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.069340] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.069506] env[68989]: DEBUG nova.network.neutron [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.284151] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5280ae68-ef31-7bc7-4774-7726a5bac634, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.284406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.284755] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.285079] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.360254] env[68989]: DEBUG nova.objects.base [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Object Instance<987e50ff-044a-44d2-8a57-d48a27bc598b> lazy-loaded attributes: resources,numa_topology {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.391061] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 540e3c72-8c91-414b-9b38-4dc9d45adbb3] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.393009] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52210461-eec0-dd4a-65ad-a1f30403f524, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.396065] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.396425] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.396937] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.397171] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.397416] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6779a0-0f9e-4ba2-afb1-c0e6735f55d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.399669] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7fbcb5-8bff-4713-b565-c5f74e51b8de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.406750] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1162.406750] env[68989]: value = "task-3218546" [ 1162.406750] env[68989]: _type = "Task" [ 1162.406750] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.414511] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.414511] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.414869] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943e221f-0a12-44a5-a137-4a24452cd965 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.427138] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.428938] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1162.428938] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52541555-42fb-d791-7a46-717113db1a00" [ 1162.428938] env[68989]: _type = "Task" [ 1162.428938] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.438570] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52541555-42fb-d791-7a46-717113db1a00, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.443020] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ce32be-969b-4d42-9ec9-dccb68e3536f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.447975] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1162.447975] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b0177-934d-ca68-a43a-6398631613c4" [ 1162.447975] env[68989]: _type = "Task" [ 1162.447975] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.459687] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b0177-934d-ca68-a43a-6398631613c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.501527] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218545, 'name': ReconfigVM_Task, 'duration_secs': 0.358085} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.504479] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d88f12dd-21b7-462f-84a1-8d158eba583f/d88f12dd-21b7-462f-84a1-8d158eba583f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.505334] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79acca7-c9e0-44a9-b244-422e2e23125d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.511896] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1162.511896] env[68989]: value = "task-3218547" [ 1162.511896] env[68989]: _type = "Task" [ 1162.511896] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.523245] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218547, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.540271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3d4b4-a201-41cb-8b65-a06d18599e5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.548833] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c75a8c-1a8f-4dd7-82e5-12c134f5e0fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.582918] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d885dd8b-5eaf-4080-ab25-ada477220bdf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.591013] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f9bb7-5885-4f3c-8d1c-53cd2879bb36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.605646] env[68989]: DEBUG nova.compute.provider_tree [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.815935] env[68989]: DEBUG nova.network.neutron [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updated VIF entry in instance network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.816343] env[68989]: DEBUG nova.network.neutron [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfcde079f-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.897504] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c169bee2-245a-429d-9b50-e3499c4bedcc] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.920391] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.958667] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520b0177-934d-ca68-a43a-6398631613c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.958961] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.959248] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a69a0a70-ee6f-4d02-9e64-e80a1c60341a/a69a0a70-ee6f-4d02-9e64-e80a1c60341a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.959511] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca8c1df-72c5-4b17-bd08-608b6d9f0de0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.966083] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1162.966083] env[68989]: value = "task-3218548" [ 1162.966083] env[68989]: _type = "Task" [ 1162.966083] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.974052] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.021964] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218547, 'name': Rename_Task, 'duration_secs': 0.363407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.022279] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.022570] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4d926d-a7a6-4e53-a56a-5b84e4ea6c7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.029748] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1163.029748] env[68989]: value = "task-3218549" [ 1163.029748] env[68989]: _type = "Task" [ 1163.029748] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.038502] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.109705] env[68989]: DEBUG nova.scheduler.client.report [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.235924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.319935] env[68989]: DEBUG oslo_concurrency.lockutils [req-78f52412-cfe3-46ae-afd0-d987e3bddc72 req-8f25d3fc-1d56-4175-b485-2faefe031989 service nova] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.401216] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 8eee14e9-fa6a-434c-9659-3363ea1b868d] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.422480] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557017} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.422761] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.422980] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.423386] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a20a577a-9d0c-45c3-ba83-abaebb7bd09e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.430623] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1163.430623] env[68989]: value = "task-3218550" [ 1163.430623] env[68989]: _type = "Task" [ 1163.430623] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.443801] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.479360] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.543013] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218549, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.615048] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.905441] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 73a6c6f7-437a-46d3-8204-ede134b20da4] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.941423] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122083} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.941681] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.942504] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c1b0a9-b284-4bc4-89f4-ddc958594d87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.965277] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.965671] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a9551d-8b29-47d6-ae8d-a52e1a3c4af6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.989740] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633175} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.991030] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] a69a0a70-ee6f-4d02-9e64-e80a1c60341a/a69a0a70-ee6f-4d02-9e64-e80a1c60341a.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.991266] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.991564] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1163.991564] env[68989]: value = "task-3218551" [ 1163.991564] env[68989]: _type = "Task" [ 1163.991564] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.991779] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7ead60-4e7b-4c00-9aba-c6858555ec13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.002238] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.003490] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1164.003490] env[68989]: value = "task-3218552" [ 1164.003490] env[68989]: _type = "Task" [ 1164.003490] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.011644] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.041311] env[68989]: DEBUG oslo_vmware.api [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218549, 'name': PowerOnVM_Task, 'duration_secs': 0.874606} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.041575] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.041842] env[68989]: INFO nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1164.042100] env[68989]: DEBUG nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.042990] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80584067-4389-4266-954f-15b0471914a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.124255] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c6a1159-4a30-4c86-8866-0bb851f98d31 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.627s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.124958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.889s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.125163] env[68989]: INFO nova.compute.manager [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Unshelving [ 1164.411073] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: facbbd20-a00e-4280-86c9-be86f4e7a73a] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.504494] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218551, 'name': ReconfigVM_Task, 'duration_secs': 0.466882} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.507992] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Reconfigured VM instance instance-0000006d to attach disk [datastore2] c1449afa-2cd4-42d1-a4bc-2ee709893d55/c1449afa-2cd4-42d1-a4bc-2ee709893d55.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.508686] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea488550-f569-4701-9ae7-5ca660aba16e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.515341] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075582} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.516643] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.516990] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1164.516990] env[68989]: value = "task-3218553" [ 1164.516990] env[68989]: _type = "Task" [ 1164.516990] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.517706] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0bbb91-8f6d-475d-a1fd-d6add2006890 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.527895] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218553, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.546765] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] a69a0a70-ee6f-4d02-9e64-e80a1c60341a/a69a0a70-ee6f-4d02-9e64-e80a1c60341a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.546765] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997c217f-2ecf-43e6-87c9-570f7f30cbf8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.574027] env[68989]: INFO nova.compute.manager [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Took 17.39 seconds to build instance. [ 1164.575620] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1164.575620] env[68989]: value = "task-3218554" [ 1164.575620] env[68989]: _type = "Task" [ 1164.575620] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.583912] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.799596] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.800512] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15603259-389b-4b58-bf20-52470d5468c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.807151] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.807321] env[68989]: ERROR oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk due to incomplete transfer. [ 1164.807543] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04eb3bdf-9a20-4bbf-81d7-5635727bfaf6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.815191] env[68989]: DEBUG oslo_vmware.rw_handles [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277388d-4238-44cb-a1c5-95dd2592d322/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.815389] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Uploaded image 11a78b69-c979-46d8-bba7-508d136f836e to the Glance image server {{(pid=68989) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.817779] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Destroying the VM {{(pid=68989) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.818057] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b85f504-af2d-4dae-971c-c368aedefd36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.823694] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1164.823694] env[68989]: value = "task-3218555" [ 1164.823694] env[68989]: _type = "Task" [ 1164.823694] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.831683] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218555, 'name': Destroy_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.913608] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c8f87c7c-f7dd-4ebe-aaef-ce3c76e92872] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.029841] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218553, 'name': Rename_Task, 'duration_secs': 0.163937} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.030148] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.030401] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17c1f710-1f10-4722-bd5f-10d200c77fb2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.036303] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1165.036303] env[68989]: value = "task-3218556" [ 1165.036303] env[68989]: _type = "Task" [ 1165.036303] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.044196] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.046135] env[68989]: DEBUG nova.compute.manager [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-changed-4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.046507] env[68989]: DEBUG nova.compute.manager [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing instance network info cache due to event network-changed-4b4f54f5-1237-4a6f-8c49-4208ec693a23. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.046594] env[68989]: DEBUG oslo_concurrency.lockutils [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.046683] env[68989]: DEBUG oslo_concurrency.lockutils [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.046842] env[68989]: DEBUG nova.network.neutron [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing network info cache for port 4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.077305] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ca38f571-b641-4cff-b707-33d6fd2aa636 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.910s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.087768] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.152141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.152561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.152897] env[68989]: DEBUG nova.objects.instance [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'pci_requests' on Instance uuid 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.334716] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218555, 'name': Destroy_Task, 'duration_secs': 0.372358} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.335113] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Destroyed the VM [ 1165.335445] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleting Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1165.335763] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-babdbfbc-7afb-4850-ac74-75f668fa7406 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.343547] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1165.343547] env[68989]: value = "task-3218557" [ 1165.343547] env[68989]: _type = "Task" [ 1165.343547] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.352893] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.416838] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ce861f9c-3c22-44e6-9590-ff70f3bfc022] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.547671] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.590182] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218554, 'name': ReconfigVM_Task, 'duration_secs': 0.801208} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.590504] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] a69a0a70-ee6f-4d02-9e64-e80a1c60341a/a69a0a70-ee6f-4d02-9e64-e80a1c60341a.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.591242] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4baac29f-8a51-462a-a935-f3314cf15aa4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.597026] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1165.597026] env[68989]: value = "task-3218558" [ 1165.597026] env[68989]: _type = "Task" [ 1165.597026] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.608768] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218558, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.657338] env[68989]: DEBUG nova.objects.instance [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'numa_topology' on Instance uuid 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.852977] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218557, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422889} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.853310] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleted Snapshot of the VM instance {{(pid=68989) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.853582] env[68989]: DEBUG nova.compute.manager [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.854673] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74144b74-4c13-4a88-a994-936550f6b2a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.872169] env[68989]: DEBUG nova.network.neutron [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updated VIF entry in instance network info cache for port 4b4f54f5-1237-4a6f-8c49-4208ec693a23. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.872546] env[68989]: DEBUG nova.network.neutron [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.919779] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 3472ecf7-5869-4971-818f-538ed1506eab] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.047699] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218556, 'name': PowerOnVM_Task, 'duration_secs': 0.523234} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.047926] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.048143] env[68989]: DEBUG nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.048890] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15edd2f-719e-40e6-8227-ac26a6d46511 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.106315] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218558, 'name': Rename_Task, 'duration_secs': 0.244261} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.106617] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.106887] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57add450-f359-44a3-8b63-a471aaa50281 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.112639] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1166.112639] env[68989]: value = "task-3218559" [ 1166.112639] env[68989]: _type = "Task" [ 1166.112639] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.121080] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.160437] env[68989]: INFO nova.compute.claims [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.367282] env[68989]: INFO nova.compute.manager [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Shelve offloading [ 1166.375177] env[68989]: DEBUG oslo_concurrency.lockutils [req-2146ede8-4e0b-4539-9b8d-89e66e7ff94d req-cd1d2f5c-4283-44ef-b480-bc210dbe6656 service nova] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.422775] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 3df4fcfd-c34c-4c9f-8983-a820db0a999b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.558515] env[68989]: INFO nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] bringing vm to original state: 'stopped' [ 1166.623121] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.871365] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.871739] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7b8966-ba2f-466b-ae4c-2523a3e30799 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.878363] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1166.878363] env[68989]: value = "task-3218560" [ 1166.878363] env[68989]: _type = "Task" [ 1166.878363] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.885956] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.926597] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6c893e9c-5eb7-451d-9e98-cf0d28337f98] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.122879] env[68989]: DEBUG oslo_vmware.api [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218559, 'name': PowerOnVM_Task, 'duration_secs': 0.747784} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.123159] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.123373] env[68989]: INFO nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1167.123554] env[68989]: DEBUG nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.124335] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c059e2-0136-4166-b77e-780bdecbd750 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.308779] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373dbcc3-d149-4dda-a313-5e93d21f6c2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.316534] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1f06d-124b-43ab-8cce-6da7f4661037 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.346245] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9394b74-4b77-4155-9e17-ee14a74267dd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.352895] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127150b-0af6-44f7-a1c3-0c760bcd5685 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.365552] env[68989]: DEBUG nova.compute.provider_tree [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.386370] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.386574] env[68989]: DEBUG nova.compute.manager [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.387303] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f44d41-1613-461c-811b-4d054b8e700b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.392491] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.392652] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.392823] env[68989]: DEBUG nova.network.neutron [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.429703] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: e9bb7557-9e5d-430c-a719-1e1e37b95494] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.566052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.566424] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.566615] env[68989]: DEBUG nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.567548] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5990279e-40ec-48be-84fc-2ff925fa59ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.574942] env[68989]: DEBUG nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1167.641742] env[68989]: INFO nova.compute.manager [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Took 14.50 seconds to build instance. [ 1167.868367] env[68989]: DEBUG nova.scheduler.client.report [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.934571] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c7d4851d-fdd4-44e3-a20e-28d2d82e0386] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.079102] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.081995] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e345b9ed-44f2-4804-8851-7ed54161091f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.087398] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1168.087398] env[68989]: value = "task-3218561" [ 1168.087398] env[68989]: _type = "Task" [ 1168.087398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.096817] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.144219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4f1ad82b-d8d4-4b47-9eba-d1222f39ac7c tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.179477] env[68989]: DEBUG nova.network.neutron [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.373936] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.438067] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: efd0ef92-f751-47e4-b486-d7e1da8e8bbf] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.599328] env[68989]: DEBUG oslo_vmware.api [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218561, 'name': PowerOffVM_Task, 'duration_secs': 0.206407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.599328] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.599413] env[68989]: DEBUG nova.compute.manager [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.600201] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125dadb7-3633-4862-848f-d2312161c40f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.678807] env[68989]: INFO nova.network.neutron [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1168.682276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.941710] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c942db1a-d832-4708-a89e-c751b50c52f8] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.115040] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.276633] env[68989]: DEBUG nova.compute.manager [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-vif-unplugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.277017] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.277380] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.277673] env[68989]: DEBUG oslo_concurrency.lockutils [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.277972] env[68989]: DEBUG nova.compute.manager [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] No waiting events found dispatching network-vif-unplugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.278294] env[68989]: WARNING nova.compute.manager [req-baf12a18-24cf-43f3-88c1-bfa67d6a582f req-e2872a4e-6202-46b7-9014-9819acb97940 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received unexpected event network-vif-unplugged-0eab69ad-67f5-4f80-bd5f-510d054d897a for instance with vm_state shelved and task_state shelving_offloading. [ 1169.445045] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: e6189195-6a70-4313-9669-d94dbf45d9c9] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.475956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.477194] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb3955-fc90-4ae8-9b08-d6ea761087a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.486391] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.486655] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b870ccc3-f9ec-4de5-9a6f-694c5375ecda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.560071] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.560388] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.560551] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore2] 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.560824] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bef8502-54cf-4270-9299-75b9fc47a9e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.568202] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1169.568202] env[68989]: value = "task-3218563" [ 1169.568202] env[68989]: _type = "Task" [ 1169.568202] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.576833] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.628817] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.628817] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.628921] env[68989]: DEBUG nova.objects.instance [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1169.949515] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a5b80dce-a902-4259-955c-14e42eb28e8f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.078746] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.132059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.132287] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.132496] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.132680] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.132845] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.138771] env[68989]: INFO nova.compute.manager [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Terminating instance [ 1170.452597] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: f57f9133-5a18-476e-b10c-233a47c228d7] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.578673] env[68989]: DEBUG oslo_vmware.api [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534025} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.578935] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.579134] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.579312] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.599492] env[68989]: INFO nova.scheduler.client.report [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted allocations for instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 [ 1170.639566] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f21a7f3a-670f-45fe-a612-e165e5084829 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.643298] env[68989]: DEBUG nova.compute.manager [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.643497] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.644400] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b75852-45ac-4be3-b9bf-f0172353eb30 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.652300] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.652559] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcfc2b52-87f9-486e-8b5c-a38bfbcab602 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.670883] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.671064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.671298] env[68989]: DEBUG nova.network.neutron [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.732104] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.732414] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.732606] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore2] c1449afa-2cd4-42d1-a4bc-2ee709893d55 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.732866] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a0238e1-0d60-4b27-b270-ee14585e3663 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.748062] env[68989]: DEBUG oslo_vmware.api [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1170.748062] env[68989]: value = "task-3218565" [ 1170.748062] env[68989]: _type = "Task" [ 1170.748062] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.756112] env[68989]: DEBUG oslo_vmware.api [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.956053] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: aa244aea-a686-4175-88c6-34ce62bcd2ae] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.104049] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.104347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.104611] env[68989]: DEBUG nova.objects.instance [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'resources' on Instance uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.258020] env[68989]: DEBUG oslo_vmware.api [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18829} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.258300] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.258490] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.258667] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.258840] env[68989]: INFO nova.compute.manager [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1171.259088] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.261354] env[68989]: DEBUG nova.compute.manager [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.261455] env[68989]: DEBUG nova.network.neutron [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.320082] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Received event network-changed-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.320420] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Refreshing instance network info cache due to event network-changed-cae71663-cf2a-4abc-98e4-d7cb2b08bf32. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.320499] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquiring lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.320622] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquired lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.320776] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Refreshing network info cache for port cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.459791] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a8779baa-3574-4278-815b-1ac5875a4b7b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.501527] env[68989]: DEBUG nova.network.neutron [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.607792] env[68989]: DEBUG nova.objects.instance [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.962611] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: b6bcefac-04cf-4d8f-8f1b-a0a389e89880] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.004416] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.028284] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7178a98b3180f1314e3e5d0a38a1841d',container_format='bare',created_at=2025-04-03T02:14:56Z,direct_url=,disk_format='vmdk',id=5a851fc0-65ae-4486-a774-6c9aea49c6e1,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1652768154-shelved',owner='8e00fa471edf4e69a3772659692099fe',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T02:15:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.028478] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.028649] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.028832] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.028978] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.029144] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.029357] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.029517] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.029683] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.029846] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.030029] env[68989]: DEBUG nova.virt.hardware [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.031184] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894a032-eeb4-49b1-9baf-e8939e7d0785 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.041528] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45aa490-0738-4e86-a7b9-bb975390e802 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.055063] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e8:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.062486] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.062744] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.063272] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3a3d33c-b31b-4ced-b78d-57899fbb9d15 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.080544] env[68989]: DEBUG nova.network.neutron [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.087338] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.087338] env[68989]: value = "task-3218566" [ 1172.087338] env[68989]: _type = "Task" [ 1172.087338] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.096101] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218566, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.113961] env[68989]: DEBUG nova.objects.base [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Object Instance<1f62be0b-9df8-4a0c-b8fe-3e950106c612> lazy-loaded attributes: resources,numa_topology {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.130936] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updated VIF entry in instance network info cache for port cae71663-cf2a-4abc-98e4-d7cb2b08bf32. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.131360] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating instance_info_cache with network_info: [{"id": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "address": "fa:16:3e:a6:e4:de", "network": {"id": "32415554-6b79-493c-b838-be081c00088c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1054834118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02dac54116e943cc909a308e87d8d5c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae71663-cf", "ovs_interfaceid": "cae71663-cf2a-4abc-98e4-d7cb2b08bf32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.267295] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c9033-66bf-4e7a-82e5-010b919dd30d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.275637] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec39c81-867c-43ae-9fbb-4deeda4e8b2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.307162] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a2d3ed-722b-4043-9dc0-267b4fc942e2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.314395] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5e1a9-fadf-43db-ae91-a623a1153aa8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.327368] env[68989]: DEBUG nova.compute.provider_tree [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.466978] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 720b062f-7dcf-4160-b79e-4b138ba38a46] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.583554] env[68989]: INFO nova.compute.manager [-] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Took 1.32 seconds to deallocate network for instance. [ 1172.596619] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218566, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.634000] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Releasing lock "refresh_cache-a69a0a70-ee6f-4d02-9e64-e80a1c60341a" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.634267] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.634437] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing instance network info cache due to event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.634640] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.634781] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.634938] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.830960] env[68989]: DEBUG nova.scheduler.client.report [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.872430] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.872666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.970748] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 9b32e44e-517b-4656-9ae1-6346d60f273e] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.977374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.093064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.099484] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218566, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.336033] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.338638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.246s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.339502] env[68989]: DEBUG nova.objects.instance [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'resources' on Instance uuid c1449afa-2cd4-42d1-a4bc-2ee709893d55 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.348317] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updated VIF entry in instance network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.348675] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0eab69ad-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.376117] env[68989]: DEBUG nova.compute.utils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.396453] env[68989]: DEBUG nova.compute.manager [req-98a91cc8-41b8-44bd-af40-fd8a0c47e2fe req-06d0cb49-0b7e-41dd-a2a0-deb2338fe0fd service nova] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Received event network-vif-deleted-abe43d3a-1792-4e38-8015-5835efa8d60f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.474211] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: d625d1de-92f5-43d6-acaa-4d5d04006e03] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.597743] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218566, 'name': CreateVM_Task, 'duration_secs': 1.430771} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.597894] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.598584] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.598756] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.599140] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.599394] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915f74e7-b943-4204-89b3-7111c8c9e1a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.603699] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1173.603699] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b89791-b37e-3377-e1f8-f7ed6ecc6509" [ 1173.603699] env[68989]: _type = "Task" [ 1173.603699] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.614136] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b89791-b37e-3377-e1f8-f7ed6ecc6509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.847295] env[68989]: DEBUG oslo_concurrency.lockutils [None req-76786667-5314-4f18-8833-f274362e65a7 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.171s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.848373] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.871s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.848623] env[68989]: INFO nova.compute.manager [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Unshelving [ 1173.850414] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.850751] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.851056] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.851379] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.851648] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.851927] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] No waiting events found dispatching network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.852270] env[68989]: WARNING nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received unexpected event network-vif-plugged-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e for instance with vm_state shelved_offloaded and task_state spawning. [ 1173.852523] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.852795] env[68989]: DEBUG nova.compute.manager [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing instance network info cache due to event network-changed-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.853102] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquiring lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.853333] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Acquired lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.853591] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Refreshing network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.878977] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.977064] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: fe048bc7-2ab8-4970-8d14-f57f08061a3a] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.008429] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d31b0-03f6-49bc-8363-6bfea1c1bf72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.017405] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f785dd-ca54-4d8f-8046-a44ee427f3ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.051855] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b9f5c-04bf-4f9d-b932-a7c6c55966d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.060878] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2a0df-ca3a-4c95-b88a-7bf79d0ceac4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.074321] env[68989]: DEBUG nova.compute.provider_tree [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.114334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.114665] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Processing image 5a851fc0-65ae-4486-a774-6c9aea49c6e1 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.114907] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.115070] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.115259] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.115494] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b8a2a5-3885-4107-acb1-b79af0e94f22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.123978] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.124164] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.124929] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8402dac-0815-47c4-85c8-5c126c5e7eff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.129763] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1174.129763] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f7387-a738-ee13-632f-772fa908841b" [ 1174.129763] env[68989]: _type = "Task" [ 1174.129763] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.137154] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f7387-a738-ee13-632f-772fa908841b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.480328] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 019ae252-b771-477b-bb8d-ad2685ed234a] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.578573] env[68989]: DEBUG nova.scheduler.client.report [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.627510] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updated VIF entry in instance network info cache for port fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.627891] env[68989]: DEBUG nova.network.neutron [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [{"id": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "address": "fa:16:3e:18:e8:8e", "network": {"id": "cacc4ea2-b254-41b5-86d4-d07a1859254f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1587650925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e00fa471edf4e69a3772659692099fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcde079f-23", "ovs_interfaceid": "fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.640583] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1174.640859] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Fetch image to [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49/OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1174.640991] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Downloading stream optimized image 5a851fc0-65ae-4486-a774-6c9aea49c6e1 to [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49/OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49.vmdk on the data store datastore1 as vApp {{(pid=68989) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1174.641176] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Downloading image file data 5a851fc0-65ae-4486-a774-6c9aea49c6e1 to the ESX as VM named 'OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49' {{(pid=68989) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1174.707864] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1174.707864] env[68989]: value = "resgroup-9" [ 1174.707864] env[68989]: _type = "ResourcePool" [ 1174.707864] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1174.708191] env[68989]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae9ddd9f-36b9-4a31-ad0a-57376441af2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.729428] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease: (returnval){ [ 1174.729428] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1174.729428] env[68989]: _type = "HttpNfcLease" [ 1174.729428] env[68989]: } obtained for vApp import into resource pool (val){ [ 1174.729428] env[68989]: value = "resgroup-9" [ 1174.729428] env[68989]: _type = "ResourcePool" [ 1174.729428] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1174.729770] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the lease: (returnval){ [ 1174.729770] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1174.729770] env[68989]: _type = "HttpNfcLease" [ 1174.729770] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.735579] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.735579] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1174.735579] env[68989]: _type = "HttpNfcLease" [ 1174.735579] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.742075] env[68989]: INFO nova.compute.manager [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Rebuilding instance [ 1174.783791] env[68989]: DEBUG nova.compute.manager [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.784721] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0c9dc-a35c-46ee-a2fb-352a753cde29 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.869926] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.944272] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.944272] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.944272] env[68989]: INFO nova.compute.manager [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Attaching volume 96af7e1a-3f63-40bc-8148-1c758114e3e4 to /dev/sdb [ 1174.977712] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade95be-0f76-41f1-a243-0003c6b8a35d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.985042] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: b45ab743-f543-4b90-8ec5-24f2ab115d92] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.988468] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff61b9-60bc-4d86-a73a-2535b1a697f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.003224] env[68989]: DEBUG nova.virt.block_device [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating existing volume attachment record: 106f4dc2-da6b-4e41-81c1-40d0f1c92a00 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1175.084122] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.086859] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.217s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.087162] env[68989]: DEBUG nova.objects.instance [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'pci_requests' on Instance uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.110358] env[68989]: INFO nova.scheduler.client.report [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocations for instance c1449afa-2cd4-42d1-a4bc-2ee709893d55 [ 1175.130230] env[68989]: DEBUG oslo_concurrency.lockutils [req-695a4410-a591-4897-be26-866db2b78afb req-3762b264-20a4-4f8d-84f7-ecf2587c2e83 service nova] Releasing lock "refresh_cache-987e50ff-044a-44d2-8a57-d48a27bc598b" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.238675] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.238675] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1175.238675] env[68989]: _type = "HttpNfcLease" [ 1175.238675] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.493037] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 16297099-f14f-455b-a4bc-7883c8f35d80] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.594086] env[68989]: DEBUG nova.objects.instance [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.618499] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e0e12c1-2a42-4133-9007-3ebac452373f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c1449afa-2cd4-42d1-a4bc-2ee709893d55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.486s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.740624] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.740624] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1175.740624] env[68989]: _type = "HttpNfcLease" [ 1175.740624] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.740931] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.740931] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b005c1-b77e-e5eb-05fa-be56da306070" [ 1175.740931] env[68989]: _type = "HttpNfcLease" [ 1175.740931] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1175.741695] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050bf4b3-593e-4c6d-8c80-45f12a65a007 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.748446] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.748622] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1175.804932] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.805270] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5baba133-157b-4098-a164-cd98ff044343 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.813108] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4de8cd3e-6b11-40cd-946d-29285d4d7773 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.814954] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1175.814954] env[68989]: value = "task-3218569" [ 1175.814954] env[68989]: _type = "Task" [ 1175.814954] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.825492] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.996459] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 4e5c6360-bedf-41fb-99c6-24a25a0fb480] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.096583] env[68989]: INFO nova.compute.claims [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.328012] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218569, 'name': PowerOffVM_Task, 'duration_secs': 0.173531} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.328423] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.328693] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.329558] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df28c9-f235-4812-8a09-72ca0419a36d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.336724] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.336959] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0bbdac-aa94-42a8-bc7a-40f17303f8f9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.401651] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.401956] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.402296] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleting the datastore file [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.403160] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41152f33-3917-4b65-806e-31404a008085 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.410504] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1176.410504] env[68989]: value = "task-3218571" [ 1176.410504] env[68989]: _type = "Task" [ 1176.410504] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.424371] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.500609] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6d98b0bd-5c38-48db-8e34-6461537e6fcb] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.924613] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203064} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.925089] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.925371] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.926105] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.004100] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 9c287ac3-25c6-48bc-adf0-c1002eab1595] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.027585] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1177.027936] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.031309] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea887a-c108-4ff9-a9d6-a3f1f94f2809 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.039194] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.039383] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1177.039659] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d3367f06-6260-45f2-88a4-ce801cb274f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.266805] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b500ad-dd75-49e3-8fba-e89cc3a15816 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.274179] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f7e57-0326-4d6d-8862-6445805b086a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.280527] env[68989]: DEBUG oslo_vmware.rw_handles [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52535394-4d39-e100-5f23-c0a55fa974ba/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1177.280740] env[68989]: INFO nova.virt.vmwareapi.images [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Downloaded image file data 5a851fc0-65ae-4486-a774-6c9aea49c6e1 [ 1177.308503] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c2fd30-4e4d-4571-ab8a-4fd83fee441a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.312072] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15766af7-0976-42ce-8219-a5becd34a6d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.329196] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d942ee-08aa-44ff-99f9-0e89378183ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.333132] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-278a9803-4915-4cb9-a205-b87393402fb1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.345529] env[68989]: DEBUG nova.compute.provider_tree [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.358016] env[68989]: INFO nova.virt.vmwareapi.images [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] The imported VM was unregistered [ 1177.360468] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1177.360743] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.361199] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e545540-16f6-4ab1-a36b-0686339c0e9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.370911] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Created directory with path [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1 {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.371198] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49/OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49.vmdk to [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk. {{(pid=68989) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1177.371347] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3efebb73-3cd9-461c-8200-c381649d7d3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.379009] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1177.379009] env[68989]: value = "task-3218574" [ 1177.379009] env[68989]: _type = "Task" [ 1177.379009] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.386993] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.507580] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 50f4c6c7-b396-4190-90e9-736a7d9a73cf] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.870039] env[68989]: ERROR nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [req-b614e47f-28d6-4553-8822-6e1315f2e2c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b614e47f-28d6-4553-8822-6e1315f2e2c8"}]} [ 1177.889416] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.890654] env[68989]: DEBUG nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.904357] env[68989]: DEBUG nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.904572] env[68989]: DEBUG nova.compute.provider_tree [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.918664] env[68989]: DEBUG nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1177.936362] env[68989]: DEBUG nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.963430] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.963681] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.963839] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.964076] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.964251] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.964410] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.964632] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.964988] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.965194] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.965372] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.965551] env[68989]: DEBUG nova.virt.hardware [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.966576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06229488-2d3c-4448-b132-e61611fbbc69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.978268] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7d39a-e1bf-489b-8c76-10e16fc44903 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.995160] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7c:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ba15163-4daf-4cf7-898a-99befe199146', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.002969] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.003416] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.003582] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a9ff4f-a442-4daa-9f66-9d2bce1bad20 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.021735] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 48bf3385-cbd6-4d6d-9fb0-e939c79b512c] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.031117] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.031117] env[68989]: value = "task-3218575" [ 1178.031117] env[68989]: _type = "Task" [ 1178.031117] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.042097] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218575, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.146276] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc45485-9901-4d9e-8c6b-63abb398bf4c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.154565] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd21e8-f191-4385-afdb-f844c7904e24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.186982] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa47f32-fbc7-426d-bbb8-de44978d001c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.192916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.193157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.199390] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317077a-6c6b-4dff-a98e-6aa07061726f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.214450] env[68989]: DEBUG nova.compute.provider_tree [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.392493] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.525626] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 462c1bd7-8c6a-45f4-a711-7c66d4457532] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.541415] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218575, 'name': CreateVM_Task, 'duration_secs': 0.374673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.541665] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.542462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.542699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.544265] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.544265] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf004658-984a-4fe2-967a-ec9aa3ff754e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.548555] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1178.548555] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526adf28-ac65-0b64-86d4-e47c19d0826f" [ 1178.548555] env[68989]: _type = "Task" [ 1178.548555] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.556479] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526adf28-ac65-0b64-86d4-e47c19d0826f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.696204] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.717975] env[68989]: DEBUG nova.scheduler.client.report [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.891453] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.029114] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: cf922d35-a893-47fb-9a06-b2bcdc7aecbc] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.058938] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526adf28-ac65-0b64-86d4-e47c19d0826f, 'name': SearchDatastore_Task, 'duration_secs': 0.01712} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.059289] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.059523] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.059960] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.059960] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.060088] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.060353] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-882ae88e-4539-42cf-9bf2-650c1d6c8ae3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.070965] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.071204] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.071945] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390e6e20-3700-41c3-8bcc-30db21669711 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.077977] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1179.077977] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525bd46b-9cfb-f1c9-60a2-c53e30053640" [ 1179.077977] env[68989]: _type = "Task" [ 1179.077977] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.086141] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525bd46b-9cfb-f1c9-60a2-c53e30053640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.220852] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.222791] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.136s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.225140] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.226804] env[68989]: INFO nova.compute.claims [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.258009] env[68989]: INFO nova.network.neutron [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating port 0eab69ad-67f5-4f80-bd5f-510d054d897a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1179.391456] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.532923] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a7184bc9-12a1-4451-a26d-a5d7727b6f51] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.546911] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.547338] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643499', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'name': 'volume-96af7e1a-3f63-40bc-8148-1c758114e3e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8abe5a65-f9d2-494a-b6bb-23cb9e063c70', 'attached_at': '', 'detached_at': '', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'serial': '96af7e1a-3f63-40bc-8148-1c758114e3e4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.548266] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8936a3-019c-4995-8a89-83f843c571d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.566395] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc04c8-2337-4a14-b9fb-c6059662780c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.594269] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-96af7e1a-3f63-40bc-8148-1c758114e3e4/volume-96af7e1a-3f63-40bc-8148-1c758114e3e4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.597723] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4329d951-d37b-4009-a26f-d39db2f07430 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.616520] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525bd46b-9cfb-f1c9-60a2-c53e30053640, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.618292] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1179.618292] env[68989]: value = "task-3218576" [ 1179.618292] env[68989]: _type = "Task" [ 1179.618292] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.618484] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d691e2a-41ef-45ac-b807-6e61a1d09095 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.628292] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.629430] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1179.629430] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52009944-0892-6898-fd4f-ee946116b6ab" [ 1179.629430] env[68989]: _type = "Task" [ 1179.629430] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.636588] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52009944-0892-6898-fd4f-ee946116b6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.892741] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218574, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.253476} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.893071] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49/OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49.vmdk to [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk. [ 1179.893315] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Cleaning up location [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49 {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1179.893526] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fb5ee1c1-6582-4052-9984-98ba79468a49 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.893817] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36aed1aa-a0a0-473d-a84d-d50fa9e2e364 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.901496] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1179.901496] env[68989]: value = "task-3218577" [ 1179.901496] env[68989]: _type = "Task" [ 1179.901496] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.909478] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.037125] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 49ec9dce-c963-4126-8fe6-f7e247e54072] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.131448] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218576, 'name': ReconfigVM_Task, 'duration_secs': 0.352865} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.133421] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-96af7e1a-3f63-40bc-8148-1c758114e3e4/volume-96af7e1a-3f63-40bc-8148-1c758114e3e4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.138154] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb91889-8b00-493f-b288-41959c4e3793 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.153577] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52009944-0892-6898-fd4f-ee946116b6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.154729] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.154987] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.155289] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1180.155289] env[68989]: value = "task-3218578" [ 1180.155289] env[68989]: _type = "Task" [ 1180.155289] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.155467] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f828fb8-d5b0-44b2-9c3d-21e5416fc7b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.163870] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1180.163870] env[68989]: value = "task-3218579" [ 1180.163870] env[68989]: _type = "Task" [ 1180.163870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.166690] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.387028] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd91f90-48c2-480b-8d5b-d5d7f7e65946 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.394343] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adccf3-456b-468e-bcb8-5d69849e30bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.427445] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9b79f-db20-4666-9f99-6d461abf4a35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.434418] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041782} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.437224] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.437500] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.437874] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk to [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.438290] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18514f0b-6d42-4b3b-85db-3fd6c178c57d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.441858] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c58313-4945-41a4-abb8-89b5fbec344f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.455924] env[68989]: DEBUG nova.compute.provider_tree [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.458399] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1180.458399] env[68989]: value = "task-3218580" [ 1180.458399] env[68989]: _type = "Task" [ 1180.458399] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.465712] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.539924] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 8dfca110-574d-47b5-9ff7-5082aaaced2b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.648922] env[68989]: DEBUG nova.compute.manager [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.649043] env[68989]: DEBUG oslo_concurrency.lockutils [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.649281] env[68989]: DEBUG oslo_concurrency.lockutils [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.649496] env[68989]: DEBUG oslo_concurrency.lockutils [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.649708] env[68989]: DEBUG nova.compute.manager [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] No waiting events found dispatching network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.649896] env[68989]: WARNING nova.compute.manager [req-c78335c3-f80f-417a-b45b-420e7449e494 req-8baaf5ce-0a6a-4dc4-8abb-8877f2ed7909 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received unexpected event network-vif-plugged-0eab69ad-67f5-4f80-bd5f-510d054d897a for instance with vm_state shelved_offloaded and task_state spawning. [ 1180.665885] env[68989]: DEBUG oslo_vmware.api [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218578, 'name': ReconfigVM_Task, 'duration_secs': 0.147572} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.666223] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643499', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'name': 'volume-96af7e1a-3f63-40bc-8148-1c758114e3e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8abe5a65-f9d2-494a-b6bb-23cb9e063c70', 'attached_at': '', 'detached_at': '', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'serial': '96af7e1a-3f63-40bc-8148-1c758114e3e4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.675600] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.740338] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.740625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.742070] env[68989]: DEBUG nova.network.neutron [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.961331] env[68989]: DEBUG nova.scheduler.client.report [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.981507] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.043263] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 22dc8f1f-38c6-4323-bbc6-242c547c2483] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.182970] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882293} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.183301] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.183528] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.183795] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b15592de-bd4e-4a94-85b0-3deea5585916 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.191185] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1181.191185] env[68989]: value = "task-3218581" [ 1181.191185] env[68989]: _type = "Task" [ 1181.191185] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.200656] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.471892] env[68989]: DEBUG nova.network.neutron [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.475216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.475731] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.482251] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.546459] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.546634] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances with incomplete migration {{(pid=68989) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1181.703780] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078148} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.703938] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.704752] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ea719-b28f-4fb6-8bb5-e009deb32e49 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.720911] env[68989]: DEBUG nova.objects.instance [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.732784] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.733495] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78960dc8-4b7e-44e9-afb3-078b338ff398 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.755421] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1181.755421] env[68989]: value = "task-3218582" [ 1181.755421] env[68989]: _type = "Task" [ 1181.755421] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.765804] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.978278] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.980521] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.984202] env[68989]: DEBUG nova.compute.utils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.986194] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.986379] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.014528] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d778decf5da1be10b7c69e7d6ba50c5e',container_format='bare',created_at=2025-04-03T02:15:06Z,direct_url=,disk_format='vmdk',id=11a78b69-c979-46d8-bba7-508d136f836e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1485845072-shelved',owner='7548be0faa3340f9a7a92459153eb429',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T02:15:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.014775] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.014932] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.015682] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.015863] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.016086] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.016342] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.016507] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.016679] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.016845] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.017043] env[68989]: DEBUG nova.virt.hardware [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.018238] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e388e-7885-40fd-8044-ae0ae00b87ab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.026297] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a234ce3-5bd5-434c-8664-215eb40cbe55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.034284] env[68989]: DEBUG nova.policy [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457a0f932ff646819c0f940ef75b09eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819d5c83705c4fde8bd9f4718d5124c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.046622] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:6a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eab69ad-67f5-4f80-bd5f-510d054d897a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.054260] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.055330] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.055625] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.056603] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867dc5e0-bdbe-45fa-bd67-c72d43ab6704 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.082755] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.082755] env[68989]: value = "task-3218583" [ 1182.082755] env[68989]: _type = "Task" [ 1182.082755] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.094627] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218583, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.238443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f7a29910-33a2-4397-a297-e2bb2ea15af2 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.266298] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218582, 'name': ReconfigVM_Task, 'duration_secs': 0.415034} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.266672] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d/2f1198f4-ce92-4639-b1eb-65dfd503355d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.267392] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c99a93-ec7d-4a90-9fb4-5951c9f52103 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.274994] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1182.274994] env[68989]: value = "task-3218584" [ 1182.274994] env[68989]: _type = "Task" [ 1182.274994] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.283865] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218584, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.460586] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Successfully created port: 5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.478135] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.486958] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.493790] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.494058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.596026] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218583, 'name': CreateVM_Task, 'duration_secs': 0.401368} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.596026] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.596026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.596026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.596026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.596026] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70bbc11-54c5-4232-ba06-577e0be4a9d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.602653] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1182.602653] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52148262-9186-20bd-0c86-f0eaff319151" [ 1182.602653] env[68989]: _type = "Task" [ 1182.602653] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.612716] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52148262-9186-20bd-0c86-f0eaff319151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.674135] env[68989]: DEBUG nova.compute.manager [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.674135] env[68989]: DEBUG nova.compute.manager [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing instance network info cache due to event network-changed-0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.674315] env[68989]: DEBUG oslo_concurrency.lockutils [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] Acquiring lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.674353] env[68989]: DEBUG oslo_concurrency.lockutils [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] Acquired lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.674494] env[68989]: DEBUG nova.network.neutron [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Refreshing network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.785742] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218584, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.980413] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218580, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.489516} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.980855] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5a851fc0-65ae-4486-a774-6c9aea49c6e1/5a851fc0-65ae-4486-a774-6c9aea49c6e1.vmdk to [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.981456] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783470f6-96b3-40d7-b104-7dfe7972a262 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.008031] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.008209] env[68989]: INFO nova.compute.manager [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Detaching volume 96af7e1a-3f63-40bc-8148-1c758114e3e4 [ 1183.009879] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b8c00f-2ffd-46a0-b496-4e1368870b1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.032901] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1183.032901] env[68989]: value = "task-3218585" [ 1183.032901] env[68989]: _type = "Task" [ 1183.032901] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.040407] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.059025] env[68989]: INFO nova.virt.block_device [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Attempting to driver detach volume 96af7e1a-3f63-40bc-8148-1c758114e3e4 from mountpoint /dev/sdb [ 1183.059332] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1183.059629] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643499', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'name': 'volume-96af7e1a-3f63-40bc-8148-1c758114e3e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8abe5a65-f9d2-494a-b6bb-23cb9e063c70', 'attached_at': '', 'detached_at': '', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'serial': '96af7e1a-3f63-40bc-8148-1c758114e3e4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1183.060437] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046c9d5-5010-4266-aa7f-acd8960f6c3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.081447] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df1949-ab39-4e0b-8570-26655b38844d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.088390] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81bbdc-a688-49b5-aa5b-3dd93650271b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.113554] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153e686-ac03-482a-bdcf-a43c78c14a80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.131233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.131503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Processing image 11a78b69-c979-46d8-bba7-508d136f836e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.131752] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.131909] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.132117] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.132420] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] The volume has not been displaced from its original location: [datastore1] volume-96af7e1a-3f63-40bc-8148-1c758114e3e4/volume-96af7e1a-3f63-40bc-8148-1c758114e3e4.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.137676] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.137953] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ec0018-83cd-4046-b9b2-5b102a6fd6c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.139686] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d97f5ec-0edf-4856-b078-2684084eb834 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.160194] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1183.160194] env[68989]: value = "task-3218586" [ 1183.160194] env[68989]: _type = "Task" [ 1183.160194] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.168079] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.169471] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.169581] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.170291] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459eca9b-3ee5-42d3-a8d3-87bb5481f347 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.174823] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1183.174823] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525e9bbd-eb06-0fc5-05d2-8b54246c43a7" [ 1183.174823] env[68989]: _type = "Task" [ 1183.174823] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.183692] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525e9bbd-eb06-0fc5-05d2-8b54246c43a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.285847] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218584, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.447648] env[68989]: DEBUG nova.network.neutron [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updated VIF entry in instance network info cache for port 0eab69ad-67f5-4f80-bd5f-510d054d897a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.448024] env[68989]: DEBUG nova.network.neutron [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [{"id": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "address": "fa:16:3e:d7:6a:88", "network": {"id": "988b0885-3e0d-4237-89f1-5a062f08a21a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1705528094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7548be0faa3340f9a7a92459153eb429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eab69ad-67", "ovs_interfaceid": "0eab69ad-67f5-4f80-bd5f-510d054d897a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.509063] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.538074] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.538353] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.538521] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.538728] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.538889] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.539056] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.539265] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.539424] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.539622] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.539799] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.539968] env[68989]: DEBUG nova.virt.hardware [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.540751] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f1e85-e8aa-4410-9203-158513a3126e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.552036] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733748da-0821-4f32-b049-ab6d4cb786a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.555151] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218585, 'name': ReconfigVM_Task, 'duration_secs': 0.351518} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.555422] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b/987e50ff-044a-44d2-8a57-d48a27bc598b.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.556353] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6448180-7c82-4a3e-9db8-fbbc6b4711a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.570393] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1183.570393] env[68989]: value = "task-3218587" [ 1183.570393] env[68989]: _type = "Task" [ 1183.570393] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.577946] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218587, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.670102] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218586, 'name': ReconfigVM_Task, 'duration_secs': 0.446544} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.670384] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.675158] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a7bd9f-9939-46ef-a9f8-87e860fc9cae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.694465] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Preparing fetch location {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1183.694709] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Fetch image to [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e/OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e.vmdk {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1183.694897] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Downloading stream optimized image 11a78b69-c979-46d8-bba7-508d136f836e to [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e/OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e.vmdk on the data store datastore1 as vApp {{(pid=68989) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1183.695080] env[68989]: DEBUG nova.virt.vmwareapi.images [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Downloading image file data 11a78b69-c979-46d8-bba7-508d136f836e to the ESX as VM named 'OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e' {{(pid=68989) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1183.697041] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1183.697041] env[68989]: value = "task-3218588" [ 1183.697041] env[68989]: _type = "Task" [ 1183.697041] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.705385] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.771609] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1183.771609] env[68989]: value = "resgroup-9" [ 1183.771609] env[68989]: _type = "ResourcePool" [ 1183.771609] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1183.771871] env[68989]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a29252ec-80f3-4e98-ad4a-1f231b0d0100 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.795504] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218584, 'name': Rename_Task, 'duration_secs': 1.169093} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.796753] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.797056] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease: (returnval){ [ 1183.797056] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c40d8-5430-3bf3-04e0-95628248ad12" [ 1183.797056] env[68989]: _type = "HttpNfcLease" [ 1183.797056] env[68989]: } obtained for vApp import into resource pool (val){ [ 1183.797056] env[68989]: value = "resgroup-9" [ 1183.797056] env[68989]: _type = "ResourcePool" [ 1183.797056] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1183.797313] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the lease: (returnval){ [ 1183.797313] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c40d8-5430-3bf3-04e0-95628248ad12" [ 1183.797313] env[68989]: _type = "HttpNfcLease" [ 1183.797313] env[68989]: } to be ready. {{(pid=68989) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.797466] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2992de-57f0-4bd5-ad04-7a53b57bc3e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.804989] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.804989] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c40d8-5430-3bf3-04e0-95628248ad12" [ 1183.804989] env[68989]: _type = "HttpNfcLease" [ 1183.804989] env[68989]: } is initializing. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.807091] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1183.807091] env[68989]: value = "task-3218590" [ 1183.807091] env[68989]: _type = "Task" [ 1183.807091] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.814358] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.951385] env[68989]: DEBUG oslo_concurrency.lockutils [req-862eb919-317e-4d91-9911-bb6ca2191465 req-8d24d1d4-bcfb-4105-84f6-63a613cced23 service nova] Releasing lock "refresh_cache-1f62be0b-9df8-4a0c-b8fe-3e950106c612" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.974465] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Successfully updated port: 5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.081034] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218587, 'name': Rename_Task, 'duration_secs': 0.144926} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.081328] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.081604] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355ba77a-a572-4bdc-9713-0e53bc373818 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.088649] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1184.088649] env[68989]: value = "task-3218591" [ 1184.088649] env[68989]: _type = "Task" [ 1184.088649] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.098156] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.207208] env[68989]: DEBUG oslo_vmware.api [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218588, 'name': ReconfigVM_Task, 'duration_secs': 0.149602} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.207567] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643499', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'name': 'volume-96af7e1a-3f63-40bc-8148-1c758114e3e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8abe5a65-f9d2-494a-b6bb-23cb9e063c70', 'attached_at': '', 'detached_at': '', 'volume_id': '96af7e1a-3f63-40bc-8148-1c758114e3e4', 'serial': '96af7e1a-3f63-40bc-8148-1c758114e3e4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1184.307129] env[68989]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.307129] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c40d8-5430-3bf3-04e0-95628248ad12" [ 1184.307129] env[68989]: _type = "HttpNfcLease" [ 1184.307129] env[68989]: } is ready. {{(pid=68989) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.307374] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.307374] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525c40d8-5430-3bf3-04e0-95628248ad12" [ 1184.307374] env[68989]: _type = "HttpNfcLease" [ 1184.307374] env[68989]: }. {{(pid=68989) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1184.308138] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f62eb-6ab9-4523-b5b2-ebf0dbabfe21 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.318237] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk from lease info. {{(pid=68989) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.318929] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk. {{(pid=68989) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1184.322131] env[68989]: DEBUG oslo_vmware.api [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218590, 'name': PowerOnVM_Task, 'duration_secs': 0.483193} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.323128] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.323343] env[68989]: DEBUG nova.compute.manager [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.379443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f215fd-3322-4f6c-a4c9-763b2bf16d47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.390170] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c94ec74b-935b-4750-b09c-10941c384204 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.477523] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.477674] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.477832] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.602082] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.710502] env[68989]: DEBUG nova.compute.manager [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Received event network-vif-plugged-5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.710502] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.710869] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.710974] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.711072] env[68989]: DEBUG nova.compute.manager [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] No waiting events found dispatching network-vif-plugged-5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.711261] env[68989]: WARNING nova.compute.manager [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Received unexpected event network-vif-plugged-5471d0cb-91c4-45f8-b362-bd32c3bc6597 for instance with vm_state building and task_state spawning. [ 1184.711392] env[68989]: DEBUG nova.compute.manager [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Received event network-changed-5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.711614] env[68989]: DEBUG nova.compute.manager [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Refreshing instance network info cache due to event network-changed-5471d0cb-91c4-45f8-b362-bd32c3bc6597. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.711795] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Acquiring lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.763827] env[68989]: DEBUG nova.objects.instance [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.902838] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.902838] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.903112] env[68989]: DEBUG nova.objects.instance [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1185.014186] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.102943] env[68989]: DEBUG oslo_vmware.api [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218591, 'name': PowerOnVM_Task, 'duration_secs': 0.688289} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.104833] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.225759] env[68989]: DEBUG nova.compute.manager [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.226765] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b94ac4-9953-4a78-a6dc-f48be7f980d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.499346] env[68989]: DEBUG nova.network.neutron [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating instance_info_cache with network_info: [{"id": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "address": "fa:16:3e:f5:45:4a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5471d0cb-91", "ovs_interfaceid": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.622695] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Completed reading data from the image iterator. {{(pid=68989) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1185.622981] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.624040] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9d0b95-6465-4be9-abc9-49ca34efe1e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.631378] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk is in state: ready. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.631573] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk. {{(pid=68989) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1185.631802] env[68989]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-edac4cc9-dcbd-400b-87f5-c942571052c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.746626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-dc2159cf-8754-4ba8-95ea-d520fc689dd5 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.622s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.770890] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c694913f-6260-417f-b837-ca82b952c5cf tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.913878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb3797fb-9743-4f80-8316-9440d90e3588 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.002248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.002602] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance network_info: |[{"id": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "address": "fa:16:3e:f5:45:4a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5471d0cb-91", "ovs_interfaceid": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.003218] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Acquired lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.003218] env[68989]: DEBUG nova.network.neutron [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Refreshing network info cache for port 5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.004266] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:45:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5471d0cb-91c4-45f8-b362-bd32c3bc6597', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.012455] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.013347] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.013876] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660a2f2a-fa92-4d9e-af2d-da3e47238178 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.033941] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.033941] env[68989]: value = "task-3218592" [ 1186.033941] env[68989]: _type = "Task" [ 1186.033941] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.045218] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218592, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.107777] env[68989]: DEBUG oslo_vmware.rw_handles [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab3b01-961c-ad8f-89cb-5f316f010527/disk-0.vmdk. {{(pid=68989) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1186.108162] env[68989]: INFO nova.virt.vmwareapi.images [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Downloaded image file data 11a78b69-c979-46d8-bba7-508d136f836e [ 1186.108904] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52414489-7da1-4afa-8d85-846297fae8d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.125898] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f683499-cd0b-46bf-924b-d93956dc4940 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.169369] env[68989]: INFO nova.virt.vmwareapi.images [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] The imported VM was unregistered [ 1186.172058] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Caching image {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1186.172251] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.172521] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d39d33-4e93-460e-b38a-44c52c040e42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.190530] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Created directory with path [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.190757] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e/OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e.vmdk to [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk. {{(pid=68989) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1186.191131] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a7522ebb-b581-48cd-b85e-550137bb588f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.197806] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1186.197806] env[68989]: value = "task-3218594" [ 1186.197806] env[68989]: _type = "Task" [ 1186.197806] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.205347] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.418481] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.418747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.418957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.419158] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.419336] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.421397] env[68989]: INFO nova.compute.manager [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Terminating instance [ 1186.543470] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218592, 'name': CreateVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.571540] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.709314] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.762961] env[68989]: DEBUG nova.network.neutron [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updated VIF entry in instance network info cache for port 5471d0cb-91c4-45f8-b362-bd32c3bc6597. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.763375] env[68989]: DEBUG nova.network.neutron [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating instance_info_cache with network_info: [{"id": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "address": "fa:16:3e:f5:45:4a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5471d0cb-91", "ovs_interfaceid": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.771324] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.771561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.771768] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.771954] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.772135] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.774299] env[68989]: INFO nova.compute.manager [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Terminating instance [ 1186.925109] env[68989]: DEBUG nova.compute.manager [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.925297] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.926216] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e9774d-7c1e-49a0-811c-921a578d828f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.934751] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.935627] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6151ca-a493-4c12-a143-b5440f070b67 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.942328] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1186.942328] env[68989]: value = "task-3218595" [ 1186.942328] env[68989]: _type = "Task" [ 1186.942328] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.953900] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.049294] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218592, 'name': CreateVM_Task, 'duration_secs': 0.553092} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.049577] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.050458] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.050681] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051136] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.051479] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18684076-7e87-4168-a260-4181dcdaf703 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.057283] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1187.057283] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52902005-dabd-9f54-1c3c-30b169317d1e" [ 1187.057283] env[68989]: _type = "Task" [ 1187.057283] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.069231] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52902005-dabd-9f54-1c3c-30b169317d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.212362] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.266381] env[68989]: DEBUG oslo_concurrency.lockutils [req-970d5789-aa72-4aad-8d31-792b35b83d01 req-002eb455-7390-479c-9be0-67e61eb15125 service nova] Releasing lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.278688] env[68989]: DEBUG nova.compute.manager [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.279578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.280613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6b2bd-5894-49b4-9087-397c8016e5af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.290486] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.290773] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dea11f5-9668-4f07-9c4a-c6f1827f627b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.298933] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1187.298933] env[68989]: value = "task-3218596" [ 1187.298933] env[68989]: _type = "Task" [ 1187.298933] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.308532] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.454380] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.569646] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52902005-dabd-9f54-1c3c-30b169317d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.569981] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.570255] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.570570] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.570625] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.570805] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.571100] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394dc2c0-b620-4829-b1a6-69b0646a14f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.581711] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.581904] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.582691] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4704f8-491f-47c8-8e65-d794d8ed39e1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.589758] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1187.589758] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa676a-2572-a393-3ee2-fb826ed9942a" [ 1187.589758] env[68989]: _type = "Task" [ 1187.589758] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.600914] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa676a-2572-a393-3ee2-fb826ed9942a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.710431] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.812951] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218596, 'name': PowerOffVM_Task, 'duration_secs': 0.246927} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.813399] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.813617] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.814030] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a814f170-1ecb-4012-b939-e7abf100e9d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.883551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.883766] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.883965] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleting the datastore file [datastore2] 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.884274] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35b39c2-8b30-4f3b-8ca9-56fa80308e47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.892175] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1187.892175] env[68989]: value = "task-3218598" [ 1187.892175] env[68989]: _type = "Task" [ 1187.892175] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.902766] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.955359] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218595, 'name': PowerOffVM_Task, 'duration_secs': 0.934946} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.955694] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.955869] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.956197] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282e3060-9866-4d4a-a143-6690c8da57a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.101501] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fa676a-2572-a393-3ee2-fb826ed9942a, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.102573] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6ac8c7-bc8c-40b3-9b41-acb1bcb47775 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.108588] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1188.108588] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52919c5a-e252-597a-f939-17f87d38cf37" [ 1188.108588] env[68989]: _type = "Task" [ 1188.108588] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.118147] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52919c5a-e252-597a-f939-17f87d38cf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.209034] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.402381] env[68989]: DEBUG oslo_vmware.api [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278581} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.402893] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.402893] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.402991] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.403170] env[68989]: INFO nova.compute.manager [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1188.403423] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.403622] env[68989]: DEBUG nova.compute.manager [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.403717] env[68989]: DEBUG nova.network.neutron [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.431076] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.431076] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.431391] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleting the datastore file [datastore1] 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.431443] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd68a9c6-3b10-4f8f-be31-d55a9feb4f76 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.438697] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for the task: (returnval){ [ 1188.438697] env[68989]: value = "task-3218600" [ 1188.438697] env[68989]: _type = "Task" [ 1188.438697] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.448548] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.621125] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52919c5a-e252-597a-f939-17f87d38cf37, 'name': SearchDatastore_Task, 'duration_secs': 0.021142} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.621417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.621680] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.622295] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7541f2d-9997-43dd-993d-efaf1e37947a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.630417] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1188.630417] env[68989]: value = "task-3218601" [ 1188.630417] env[68989]: _type = "Task" [ 1188.630417] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.640209] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.713221] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.935316] env[68989]: DEBUG nova.compute.manager [req-a1810c83-a04c-45f3-bc5e-a36ff8b0d733 req-adc0308e-7903-457a-92cd-4be964bccb64 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Received event network-vif-deleted-a7719847-222f-4e84-a3e5-6e4dfffa4bfc {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.935316] env[68989]: INFO nova.compute.manager [req-a1810c83-a04c-45f3-bc5e-a36ff8b0d733 req-adc0308e-7903-457a-92cd-4be964bccb64 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Neutron deleted interface a7719847-222f-4e84-a3e5-6e4dfffa4bfc; detaching it from the instance and deleting it from the info cache [ 1188.935316] env[68989]: DEBUG nova.network.neutron [req-a1810c83-a04c-45f3-bc5e-a36ff8b0d733 req-adc0308e-7903-457a-92cd-4be964bccb64 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.949590] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.140960] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.212040] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218594, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.761643} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.212356] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e/OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e.vmdk to [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk. [ 1189.212554] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Cleaning up location [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1189.212720] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_faaf6a8e-b062-4561-8682-74d4bd476a2e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.212981] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934cb587-52e5-4ffd-9313-dd019e960ca3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.220585] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1189.220585] env[68989]: value = "task-3218602" [ 1189.220585] env[68989]: _type = "Task" [ 1189.220585] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.229944] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.411022] env[68989]: DEBUG nova.network.neutron [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.438378] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3535f9e7-9816-4796-9337-a02b4c067cc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.449315] env[68989]: DEBUG oslo_vmware.api [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Task: {'id': task-3218600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.787158} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.450392] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.450587] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.450804] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.450987] env[68989]: INFO nova.compute.manager [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1189.451233] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.451469] env[68989]: DEBUG nova.compute.manager [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.451564] env[68989]: DEBUG nova.network.neutron [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.456212] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d51870-ae90-41cd-9f79-04357962e7d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.488737] env[68989]: DEBUG nova.compute.manager [req-a1810c83-a04c-45f3-bc5e-a36ff8b0d733 req-adc0308e-7903-457a-92cd-4be964bccb64 service nova] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Detach interface failed, port_id=a7719847-222f-4e84-a3e5-6e4dfffa4bfc, reason: Instance 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1189.640531] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636074} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.640793] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.640999] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.641359] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfbd1a09-1008-4eec-a135-222c35ae359d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.647862] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1189.647862] env[68989]: value = "task-3218603" [ 1189.647862] env[68989]: _type = "Task" [ 1189.647862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.656042] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.730318] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053316} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.730592] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.730765] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.731032] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk to [datastore1] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.731305] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d84de95-ff95-48d5-923e-f27ead7d7ac9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.737887] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1189.737887] env[68989]: value = "task-3218604" [ 1189.737887] env[68989]: _type = "Task" [ 1189.737887] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.745073] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.914086] env[68989]: INFO nova.compute.manager [-] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Took 1.51 seconds to deallocate network for instance. [ 1190.160209] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064804} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.160498] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.161345] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19dc309-3f5c-4b14-a84d-6b3e36aa7966 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.186454] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.186773] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d098342-f542-49c7-94ab-34d4bf63ed36 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.209809] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1190.209809] env[68989]: value = "task-3218605" [ 1190.209809] env[68989]: _type = "Task" [ 1190.209809] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.220404] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.248957] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.366745] env[68989]: DEBUG nova.network.neutron [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.420520] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.420873] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.421162] env[68989]: DEBUG nova.objects.instance [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'resources' on Instance uuid 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.723759] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.751250] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.870439] env[68989]: INFO nova.compute.manager [-] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Took 1.42 seconds to deallocate network for instance. [ 1190.965191] env[68989]: DEBUG nova.compute.manager [req-9044fcbd-7459-4dff-a000-2766ddb853cc req-59fd1dcc-b8f6-4755-acec-0f506e529d93 service nova] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Received event network-vif-deleted-fcde079f-236a-4dd4-b0e7-d0b9c7cfd55e {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.093613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566911cb-0309-47ae-b012-3130e22b9fb3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.103731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6758a2d-9fbe-448b-ad37-6abb130d076b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.137836] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968ff72-0102-4433-bed7-9bf003bee6d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.147886] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bfca0-748b-4bec-af4e-8d3f7908e7cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.164099] env[68989]: DEBUG nova.compute.provider_tree [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.223642] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218605, 'name': ReconfigVM_Task, 'duration_secs': 0.599325} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.223924] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.224643] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdfc7a85-43b6-4556-8ca2-2f9018caf4c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.233728] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1191.233728] env[68989]: value = "task-3218606" [ 1191.233728] env[68989]: _type = "Task" [ 1191.233728] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.247847] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218606, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.253052] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.377219] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.671861] env[68989]: DEBUG nova.scheduler.client.report [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.743303] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218606, 'name': Rename_Task, 'duration_secs': 0.264962} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.747011] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.747262] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef398b74-b730-48e5-97f2-fc2d63b5be6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.754069] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.756164] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1191.756164] env[68989]: value = "task-3218607" [ 1191.756164] env[68989]: _type = "Task" [ 1191.756164] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.765822] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.177876] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.181284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.803s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.181284] env[68989]: DEBUG nova.objects.instance [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lazy-loading 'resources' on Instance uuid 987e50ff-044a-44d2-8a57-d48a27bc598b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.197894] env[68989]: INFO nova.scheduler.client.report [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted allocations for instance 8abe5a65-f9d2-494a-b6bb-23cb9e063c70 [ 1192.253262] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218604, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.294634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.253524] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a78b69-c979-46d8-bba7-508d136f836e/11a78b69-c979-46d8-bba7-508d136f836e.vmdk to [datastore1] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.254325] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15367da-8417-412a-942c-163b02d82767 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.279404] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.283133] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa859f6-5f6c-43d5-8c1d-0ec3067be357 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.297870] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218607, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.303445] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1192.303445] env[68989]: value = "task-3218608" [ 1192.303445] env[68989]: _type = "Task" [ 1192.303445] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.310840] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.706030] env[68989]: DEBUG oslo_concurrency.lockutils [None req-36eca63a-ea4e-4461-ab4c-d0f48dc43124 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "8abe5a65-f9d2-494a-b6bb-23cb9e063c70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.765901] env[68989]: DEBUG oslo_vmware.api [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218607, 'name': PowerOnVM_Task, 'duration_secs': 0.879239} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.768191] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.768408] env[68989]: INFO nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1192.768589] env[68989]: DEBUG nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.769572] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369327f-34b1-4434-bd6f-995325798c78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.814991] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218608, 'name': ReconfigVM_Task, 'duration_secs': 0.285321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.815294] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1f62be0b-9df8-4a0c-b8fe-3e950106c612/1f62be0b-9df8-4a0c-b8fe-3e950106c612.vmdk or device None with type streamOptimized {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.815907] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe0a114d-e14f-40a7-a207-c04a488399bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.818829] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6378165-b1d8-46d2-b0ab-45229a1c1034 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.822256] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1192.822256] env[68989]: value = "task-3218609" [ 1192.822256] env[68989]: _type = "Task" [ 1192.822256] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.829666] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db19bc-1cd2-4b8b-a913-5720def90f3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.835561] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218609, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.863462] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ea58d-7cfc-4cd4-827b-69e7aacaac23 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.870573] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192df8d-478d-411f-83b4-8b4fb0b6a6e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.883412] env[68989]: DEBUG nova.compute.provider_tree [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.230592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.230889] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.249417] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.249580] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1193.290197] env[68989]: INFO nova.compute.manager [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Took 14.09 seconds to build instance. [ 1193.333026] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218609, 'name': Rename_Task, 'duration_secs': 0.135057} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.333026] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.333026] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16cd6f49-274d-49fb-90f2-62cb4f4f3b16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.338941] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1193.338941] env[68989]: value = "task-3218610" [ 1193.338941] env[68989]: _type = "Task" [ 1193.338941] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.346690] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.386794] env[68989]: DEBUG nova.scheduler.client.report [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.735548] env[68989]: DEBUG nova.compute.utils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.792252] env[68989]: DEBUG oslo_concurrency.lockutils [None req-77f90b6b-7756-4718-8f8e-1f1b078b2de8 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.599s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.822513] env[68989]: DEBUG nova.compute.manager [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Received event network-changed-5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.822513] env[68989]: DEBUG nova.compute.manager [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Refreshing instance network info cache due to event network-changed-5471d0cb-91c4-45f8-b362-bd32c3bc6597. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.824538] env[68989]: DEBUG oslo_concurrency.lockutils [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] Acquiring lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.824538] env[68989]: DEBUG oslo_concurrency.lockutils [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] Acquired lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.824538] env[68989]: DEBUG nova.network.neutron [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Refreshing network info cache for port 5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.849242] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.892772] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.921792] env[68989]: INFO nova.scheduler.client.report [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Deleted allocations for instance 987e50ff-044a-44d2-8a57-d48a27bc598b [ 1194.237743] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.351777] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.430429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-024f4b01-8807-4eea-a0a3-cf106be8e2a7 tempest-ServerActionsTestOtherB-1772872662 tempest-ServerActionsTestOtherB-1772872662-project-member] Lock "987e50ff-044a-44d2-8a57-d48a27bc598b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.011s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.572757] env[68989]: DEBUG nova.network.neutron [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updated VIF entry in instance network info cache for port 5471d0cb-91c4-45f8-b362-bd32c3bc6597. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.573142] env[68989]: DEBUG nova.network.neutron [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating instance_info_cache with network_info: [{"id": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "address": "fa:16:3e:f5:45:4a", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5471d0cb-91", "ovs_interfaceid": "5471d0cb-91c4-45f8-b362-bd32c3bc6597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.849720] env[68989]: DEBUG oslo_vmware.api [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218610, 'name': PowerOnVM_Task, 'duration_secs': 1.014801} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.850058] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.877997] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.878307] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.952537] env[68989]: DEBUG nova.compute.manager [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.953762] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75eee8-7243-46e7-a5c9-8acededfcec1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.075544] env[68989]: DEBUG oslo_concurrency.lockutils [req-2c077764-fbec-4175-a55e-cfe676be01d7 req-7618162a-7efa-4222-bec8-fd66dada1a28 service nova] Releasing lock "refresh_cache-c77a3135-0079-4567-bc77-c2564e54a27f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.297536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.297761] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.298020] env[68989]: INFO nova.compute.manager [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Attaching volume 2a18996d-c6ce-42a2-b350-1aa6c942be44 to /dev/sdb [ 1195.335836] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c27bd6-f119-4b48-be34-5daec8f384f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.345285] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636277f-66a0-4ee5-9d4c-0bf0d4e32fbb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.358507] env[68989]: DEBUG nova.virt.block_device [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating existing volume attachment record: df17f9f1-7ce0-47ec-b9bc-43f857a0afe2 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.382317] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.468791] env[68989]: DEBUG oslo_concurrency.lockutils [None req-be6df647-66c0-447f-8d5f-c6988d9fd495 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.620s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.905323] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.905613] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.907184] env[68989]: INFO nova.compute.claims [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.250647] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.051757] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af762e9-ddc9-4b23-9580-883afcf0753d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.059220] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d94de7-6ff2-48d0-8ec5-b270782562d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.091649] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6972f8d-6b53-4d03-8ee2-34d210ef890a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.098959] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43f61bf-8a48-4d11-ad25-c55d9f5dd39a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.113023] env[68989]: DEBUG nova.compute.provider_tree [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.249603] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.249848] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.616133] env[68989]: DEBUG nova.scheduler.client.report [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.753946] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.121679] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.122247] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.124900] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.371s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.126100] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.126100] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1198.126168] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f6220-4731-4539-b0b8-e28426f1d411 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.135426] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749ef2a-3011-43fb-ba17-15cee43a6a52 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.149261] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd89ae-558a-436b-95bf-cd7572908d1a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.155416] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571f444-ac28-4b4f-b396-da7cf6ea47c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.184348] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179583MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.184487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.184686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.631432] env[68989]: DEBUG nova.compute.utils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.632855] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.633562] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.686430] env[68989]: DEBUG nova.policy [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e894eb72f52d4a7887d3a353d6d08644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0b2b5aa7434887b1cd1f414effd7e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.092145] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Successfully created port: 1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.136186] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 185719c3-81f1-4694-991c-f212262e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c0733381-451e-48b9-9052-7f646dd4a40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 2f1198f4-ce92-4639-b1eb-65dfd503355d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance d88f12dd-21b7-462f-84a1-8d158eba583f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance a69a0a70-ee6f-4d02-9e64-e80a1c60341a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c77a3135-0079-4567-bc77-c2564e54a27f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.218049] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.373799] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7dccb-5998-49da-811a-e811e17a8e8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.381947] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d50eea-0974-4966-b14e-c3901404ca82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.411491] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7eb4c-253a-4c82-89e4-ac6e8e61c21d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.419156] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aabe591-7cea-41f4-89bd-d01f13a1cd48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.432885] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.903271] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.903672] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643505', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'name': 'volume-2a18996d-c6ce-42a2-b350-1aa6c942be44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967e6c8d-bddd-4fa7-98c7-081c85ba4e82', 'attached_at': '', 'detached_at': '', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'serial': '2a18996d-c6ce-42a2-b350-1aa6c942be44'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.904447] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16a50b-5870-48d6-917e-4e461ef2a18a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.922623] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e82c9c-811b-4ae2-9454-c28aad2963ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.940469] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.950818] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-2a18996d-c6ce-42a2-b350-1aa6c942be44/volume-2a18996d-c6ce-42a2-b350-1aa6c942be44.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.951645] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4807ff-d0a4-43f2-85d9-5932ddc68f6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.972712] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1199.972712] env[68989]: value = "task-3218616" [ 1199.972712] env[68989]: _type = "Task" [ 1199.972712] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.982682] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.152997] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.182504] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.182762] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.182917] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.183158] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.183338] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.183554] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.183831] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.184024] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.184201] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.184386] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.184565] env[68989]: DEBUG nova.virt.hardware [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.185884] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45284a-d287-45a9-bfce-e5d1c9868e8c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.194464] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3377641-b4da-4c1f-af20-048cd5dc9ee5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.452804] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1200.453079] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.268s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.484519] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218616, 'name': ReconfigVM_Task, 'duration_secs': 0.428211} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.485457] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-2a18996d-c6ce-42a2-b350-1aa6c942be44/volume-2a18996d-c6ce-42a2-b350-1aa6c942be44.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.490406] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1feea1-8355-43b2-bf12-e5e17179758f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.506427] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1200.506427] env[68989]: value = "task-3218617" [ 1200.506427] env[68989]: _type = "Task" [ 1200.506427] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.514927] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.537953] env[68989]: DEBUG nova.compute.manager [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Received event network-vif-plugged-1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.538165] env[68989]: DEBUG oslo_concurrency.lockutils [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.538381] env[68989]: DEBUG oslo_concurrency.lockutils [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.538547] env[68989]: DEBUG oslo_concurrency.lockutils [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.538756] env[68989]: DEBUG nova.compute.manager [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] No waiting events found dispatching network-vif-plugged-1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.538873] env[68989]: WARNING nova.compute.manager [req-77429769-f7f8-4339-a72e-6fe9ee463b75 req-23ad9f2d-7066-4985-ad81-c80e280f9e39 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Received unexpected event network-vif-plugged-1286d859-e824-4f9a-a1e9-ba4885d1393f for instance with vm_state building and task_state spawning. [ 1200.605044] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Successfully updated port: 1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.017349] env[68989]: DEBUG oslo_vmware.api [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218617, 'name': ReconfigVM_Task, 'duration_secs': 0.142478} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.017662] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643505', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'name': 'volume-2a18996d-c6ce-42a2-b350-1aa6c942be44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967e6c8d-bddd-4fa7-98c7-081c85ba4e82', 'attached_at': '', 'detached_at': '', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'serial': '2a18996d-c6ce-42a2-b350-1aa6c942be44'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.108702] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.108974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.109361] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.132810] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "d7b48678-3678-4707-97f1-555231481680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.133045] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.453228] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.453561] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.453561] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.453636] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.634984] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.644145] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.774619] env[68989]: DEBUG nova.network.neutron [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updating instance_info_cache with network_info: [{"id": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "address": "fa:16:3e:d6:4d:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1286d859-e8", "ovs_interfaceid": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.055687] env[68989]: DEBUG nova.objects.instance [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'flavor' on Instance uuid 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.158696] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.158984] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.160868] env[68989]: INFO nova.compute.claims [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.277490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.277860] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Instance network_info: |[{"id": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "address": "fa:16:3e:d6:4d:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1286d859-e8", "ovs_interfaceid": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.278715] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:4d:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1286d859-e824-4f9a-a1e9-ba4885d1393f', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.287372] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.287614] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.287848] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62478a19-4210-4ce2-95c9-0c3b058b6e19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.308277] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.308277] env[68989]: value = "task-3218618" [ 1202.308277] env[68989]: _type = "Task" [ 1202.308277] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.316156] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218618, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.561967] env[68989]: DEBUG oslo_concurrency.lockutils [None req-50e90806-638d-4d1e-bb27-340caa3e9103 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.568115] env[68989]: DEBUG nova.compute.manager [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Received event network-changed-1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.568115] env[68989]: DEBUG nova.compute.manager [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Refreshing instance network info cache due to event network-changed-1286d859-e824-4f9a-a1e9-ba4885d1393f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.568587] env[68989]: DEBUG oslo_concurrency.lockutils [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] Acquiring lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.568657] env[68989]: DEBUG oslo_concurrency.lockutils [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] Acquired lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.568868] env[68989]: DEBUG nova.network.neutron [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Refreshing network info cache for port 1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.703486] env[68989]: INFO nova.compute.manager [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Rescuing [ 1202.703719] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.703873] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.704053] env[68989]: DEBUG nova.network.neutron [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.817914] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218618, 'name': CreateVM_Task, 'duration_secs': 0.290475} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.818121] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.825082] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.825291] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.825607] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.825851] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fedede8-fb5f-409a-8cc5-73da684ceef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.830943] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1202.830943] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c0df5-cebc-e525-b401-520d5cfe2bf0" [ 1202.830943] env[68989]: _type = "Task" [ 1202.830943] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.839418] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c0df5-cebc-e525-b401-520d5cfe2bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.308254] env[68989]: DEBUG nova.network.neutron [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updated VIF entry in instance network info cache for port 1286d859-e824-4f9a-a1e9-ba4885d1393f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.308632] env[68989]: DEBUG nova.network.neutron [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updating instance_info_cache with network_info: [{"id": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "address": "fa:16:3e:d6:4d:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1286d859-e8", "ovs_interfaceid": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.311834] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf05a90-74d8-47a4-8f06-72a9e5692e83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.320231] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee0c38-2e80-403e-bc3c-c2ae59b6b55d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.357187] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91694beb-1553-4a8a-9b94-5bb5f2551e2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.366033] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524c0df5-cebc-e525-b401-520d5cfe2bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.368023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.368276] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.368534] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.368686] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.368868] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.369434] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea86724-cad9-4933-9c0b-8b99cf147f9c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.372041] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d0789-3eb0-4e76-9a56-b4c530e6540b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.386395] env[68989]: DEBUG nova.compute.provider_tree [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.391159] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.391337] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.392257] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a1b749-c0e9-4602-8f86-5a5b2c0c90ea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.398024] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1203.398024] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc64a3-8f7e-6557-1dfa-58396a418f66" [ 1203.398024] env[68989]: _type = "Task" [ 1203.398024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.407121] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc64a3-8f7e-6557-1dfa-58396a418f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.480302] env[68989]: DEBUG nova.network.neutron [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.496557] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.496808] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.497173] env[68989]: DEBUG nova.objects.instance [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.811703] env[68989]: DEBUG oslo_concurrency.lockutils [req-cfe6fdfd-18f9-4938-8f4c-7f6aa73e0ef9 req-7d28c7a2-3914-450b-bfd8-9d9d3513e9db service nova] Releasing lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.894127] env[68989]: DEBUG nova.scheduler.client.report [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.908727] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cc64a3-8f7e-6557-1dfa-58396a418f66, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.910057] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ee829e-3e18-4319-813c-3d6e6c05c1ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.915423] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1203.915423] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c923cf-6b5e-9d16-bf50-59ea772204db" [ 1203.915423] env[68989]: _type = "Task" [ 1203.915423] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.922776] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c923cf-6b5e-9d16-bf50-59ea772204db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.983356] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.000866] env[68989]: DEBUG nova.objects.instance [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.200415] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.399712] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.400255] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.426227] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c923cf-6b5e-9d16-bf50-59ea772204db, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.426390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.426644] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749/ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.427076] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d9c7902-a09c-45e0-89b9-b3120f11dc7b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.435214] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1204.435214] env[68989]: value = "task-3218619" [ 1204.435214] env[68989]: _type = "Task" [ 1204.435214] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.443947] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.503898] env[68989]: DEBUG nova.objects.base [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.504191] env[68989]: DEBUG nova.network.neutron [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.577119] env[68989]: DEBUG oslo_concurrency.lockutils [None req-6a5d4cee-a698-46c1-a557-bb0973432296 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.080s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.707699] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Getting list of instances from cluster (obj){ [ 1204.707699] env[68989]: value = "domain-c8" [ 1204.707699] env[68989]: _type = "ClusterComputeResource" [ 1204.707699] env[68989]: } {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1204.710161] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47404af4-7406-40e8-8a0d-a8acac7c2302 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.738808] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Got total of 11 instances {{(pid=68989) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1204.738981] env[68989]: WARNING nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1204.739144] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.739350] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 6c327628-052d-493d-874d-27cf6c3ed66f {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.739519] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 185719c3-81f1-4694-991c-f212262e3361 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.739673] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid c0733381-451e-48b9-9052-7f646dd4a40b {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.739825] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.739979] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 2f1198f4-ce92-4639-b1eb-65dfd503355d {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740157] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740310] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740456] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740601] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740741] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.740884] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Triggering sync for uuid d7b48678-3678-4707-97f1-555231481680 {{(pid=68989) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.741301] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.741516] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.741790] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "6c327628-052d-493d-874d-27cf6c3ed66f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.741976] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.742226] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "185719c3-81f1-4694-991c-f212262e3361" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.742405] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "185719c3-81f1-4694-991c-f212262e3361" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.742629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "c0733381-451e-48b9-9052-7f646dd4a40b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.742806] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.743047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.743239] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.743450] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.743627] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.743853] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.744039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.744227] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1204.744369] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.744558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.744731] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.744960] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.745388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.745388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.745530] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.745745] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.747354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "d7b48678-3678-4707-97f1-555231481680" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.748290] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc306b-6c1e-4f4f-b38a-6ad42bd5b44b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.751518] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d9dfa3-a34a-4c5e-8b01-50f3cce58927 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.754621] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2109f90f-669a-4036-856b-f729b1bfefb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.757421] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b14ba5-cb3f-4150-98d8-eb644aee4a86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.760337] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7580d8-bdf5-4568-91a0-d9a037576a00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.762989] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80764c-4fa4-42aa-a904-4a5abbac250c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.766572] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015c284-fe65-490d-9bbc-5d4054d95f2a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.769689] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462924f3-1b6a-47f7-9a2d-72a7556697d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.772910] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d77b0-341b-4515-b599-f007ce76b142 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.906430] env[68989]: DEBUG nova.compute.utils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.907734] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1204.944878] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469032} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.945159] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749/ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.945382] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.945630] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30641ccb-0bb4-4a00-a629-c5718697896e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.952729] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1204.952729] env[68989]: value = "task-3218620" [ 1204.952729] env[68989]: _type = "Task" [ 1204.952729] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.959859] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.293304] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.297913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.303406] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.303724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.307203] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.308610] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "185719c3-81f1-4694-991c-f212262e3361" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.311064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.311377] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.311670] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.415833] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.463096] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060734} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.463362] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.464243] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c13487-009b-4613-8635-64965deb8b27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.485859] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749/ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.486520] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2270aa6f-1b80-47ec-b8ea-ff821478952e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.507797] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1205.507797] env[68989]: value = "task-3218621" [ 1205.507797] env[68989]: _type = "Task" [ 1205.507797] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.516688] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.518219] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.518674] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec3d37e-9bc3-4552-8579-ecd7b405eb77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.523853] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1205.523853] env[68989]: value = "task-3218622" [ 1205.523853] env[68989]: _type = "Task" [ 1205.523853] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.532619] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.018349] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218621, 'name': ReconfigVM_Task, 'duration_secs': 0.30375} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.018644] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfigured VM instance instance-00000072 to attach disk [datastore1] ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749/ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.019248] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c8332d6-66c2-462e-bb83-9ab1e5fd29b1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.025411] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1206.025411] env[68989]: value = "task-3218623" [ 1206.025411] env[68989]: _type = "Task" [ 1206.025411] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.039142] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218622, 'name': PowerOffVM_Task, 'duration_secs': 0.230909} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.042314] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.042658] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218623, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.043354] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bf1fa-6a07-486a-9249-f65d7a222f8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.066196] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900fb47-3c2f-4012-a052-3b78e03c8c87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.093328] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.093602] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e06f832-ec8d-4fd7-9514-39b89f39ba5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.099562] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1206.099562] env[68989]: value = "task-3218624" [ 1206.099562] env[68989]: _type = "Task" [ 1206.099562] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.109715] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1206.110039] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.110328] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.110503] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.110695] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.110927] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7d0ce1-1a60-436c-943f-df6908fed908 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.118626] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.118795] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.119495] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ce6cd2-515d-4833-ba5d-dd2793f82e07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.124061] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1206.124061] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e5c06d-6f5b-7d8d-17d8-77c6d3ae846e" [ 1206.124061] env[68989]: _type = "Task" [ 1206.124061] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.131331] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e5c06d-6f5b-7d8d-17d8-77c6d3ae846e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.424784] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.447800] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.448057] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.448229] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.448402] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.448547] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.448689] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.448894] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.449068] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.449242] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.449403] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.449571] env[68989]: DEBUG nova.virt.hardware [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.450424] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34fb81d-6465-4694-8219-c7e8006a2169 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.458046] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd886c1-9d39-4a83-b82f-4a112b8c091c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.470668] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.476075] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Creating folder: Project (f101978d11034bbba42383a20e4767a5). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.476322] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59718950-5c2a-42dc-92dd-c6742f2880fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.485026] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Created folder: Project (f101978d11034bbba42383a20e4767a5) in parent group-v643186. [ 1206.485208] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Creating folder: Instances. Parent ref: group-v643507. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.485408] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc2aec70-7cf9-43a4-9a52-b1d5ada4195e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.493864] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Created folder: Instances in parent group-v643507. [ 1206.494106] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.494290] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b48678-3678-4707-97f1-555231481680] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.494493] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a197df6a-1cda-4785-86bc-3df389745f79 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.509047] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.509047] env[68989]: value = "task-3218627" [ 1206.509047] env[68989]: _type = "Task" [ 1206.509047] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.515616] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218627, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.535894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.536157] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.536714] env[68989]: DEBUG nova.objects.instance [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.537685] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218623, 'name': Rename_Task, 'duration_secs': 0.181166} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.537911] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.538352] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2adfc756-0773-417c-9d48-0b31a4a5117f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.543884] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1206.543884] env[68989]: value = "task-3218628" [ 1206.543884] env[68989]: _type = "Task" [ 1206.543884] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.554119] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.634351] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e5c06d-6f5b-7d8d-17d8-77c6d3ae846e, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.635154] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27f329d-b3da-40b5-91e0-cef9b0a45c07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.640099] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1206.640099] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c2587d-0f8c-dd1e-126c-b147794a820c" [ 1206.640099] env[68989]: _type = "Task" [ 1206.640099] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.647537] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c2587d-0f8c-dd1e-126c-b147794a820c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.019301] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218627, 'name': CreateVM_Task, 'duration_secs': 0.373013} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.019667] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b48678-3678-4707-97f1-555231481680] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.019924] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.020112] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.020444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.020702] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bc00ce-6121-4699-a1f7-7ea87c4bdadd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.027080] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1207.027080] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eb1d8-1f99-50b1-4935-e95381bddd8e" [ 1207.027080] env[68989]: _type = "Task" [ 1207.027080] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.034922] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eb1d8-1f99-50b1-4935-e95381bddd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.052172] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218628, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.108682] env[68989]: DEBUG nova.objects.instance [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.151253] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c2587d-0f8c-dd1e-126c-b147794a820c, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.151575] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.151871] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. {{(pid=68989) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1207.152188] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79028b5-79fe-4497-a2c8-411a42987d97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.158775] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1207.158775] env[68989]: value = "task-3218629" [ 1207.158775] env[68989]: _type = "Task" [ 1207.158775] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.168258] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.337502] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.337891] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.539742] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527eb1d8-1f99-50b1-4935-e95381bddd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.540053] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.540304] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.540545] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.540691] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.540928] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.541232] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec0baf3-3f34-4d83-be77-7cb191e4bd00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.550291] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.550470] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.554590] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd0d9cf-2a9c-4a0e-9252-bc5075cfe8af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.557222] env[68989]: DEBUG oslo_vmware.api [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218628, 'name': PowerOnVM_Task, 'duration_secs': 0.514242} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.557555] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.557779] env[68989]: INFO nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1207.557961] env[68989]: DEBUG nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.559287] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3962ac-ec05-4927-a36b-c35960eb93aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.563235] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1207.563235] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d516a-10c8-6fa5-fdb2-fefedde7d500" [ 1207.563235] env[68989]: _type = "Task" [ 1207.563235] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.577098] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d516a-10c8-6fa5-fdb2-fefedde7d500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.611308] env[68989]: DEBUG nova.objects.base [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.611659] env[68989]: DEBUG nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.650711] env[68989]: DEBUG nova.policy [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.669410] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218629, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.842153] env[68989]: DEBUG nova.compute.utils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.081796] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520d516a-10c8-6fa5-fdb2-fefedde7d500, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.085824] env[68989]: INFO nova.compute.manager [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Took 12.20 seconds to build instance. [ 1208.087174] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf87c9c-7d54-45ea-aa95-531b8b11a36e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.095073] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1208.095073] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd642-3012-bcff-34a6-17174ef0e2b5" [ 1208.095073] env[68989]: _type = "Task" [ 1208.095073] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.104038] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd642-3012-bcff-34a6-17174ef0e2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.125542] env[68989]: DEBUG nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Successfully created port: 42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.170107] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.170398] env[68989]: INFO nova.virt.vmwareapi.ds_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk. [ 1208.171133] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c094670-0bed-46e2-aabd-a95a2b5f9fb6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.199388] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.199657] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a25611-e2bd-4aae-8598-4baee25d5ccc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.217771] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1208.217771] env[68989]: value = "task-3218630" [ 1208.217771] env[68989]: _type = "Task" [ 1208.217771] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.224955] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.345602] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.592012] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0243c06e-9d0f-49a8-bfd9-ea9e153c66f3 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.714s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.592350] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.847s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.592543] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] During sync_power_state the instance has a pending task (spawning). Skip. [ 1208.593043] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.605628] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524fd642-3012-bcff-34a6-17174ef0e2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.033328} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.605864] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.606156] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d7b48678-3678-4707-97f1-555231481680/d7b48678-3678-4707-97f1-555231481680.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.606411] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05ad6c8-0a0a-4a2f-9f9b-abf0170dc91d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.612478] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1208.612478] env[68989]: value = "task-3218631" [ 1208.612478] env[68989]: _type = "Task" [ 1208.612478] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.620589] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.727756] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.123117] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473361} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.123497] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] d7b48678-3678-4707-97f1-555231481680/d7b48678-3678-4707-97f1-555231481680.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.123590] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.123856] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ddb374-5217-4a25-a79b-bf81d4fdda30 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.130316] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1209.130316] env[68989]: value = "task-3218632" [ 1209.130316] env[68989]: _type = "Task" [ 1209.130316] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.138018] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.229197] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.406815] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.406815] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.407440] env[68989]: INFO nova.compute.manager [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attaching volume cdec844b-dfcc-4193-9c13-45886b577457 to /dev/sdb [ 1209.445060] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc6ccf0-21c0-4e29-9c78-e1b23054715e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.451286] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db6256-93c9-4127-ae6d-a6bcde514dc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.464410] env[68989]: DEBUG nova.virt.block_device [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating existing volume attachment record: ac9afcc6-60c3-4603-b9fd-b0d610604a9b {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.640044] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059588} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.640277] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.641110] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8b09d-8f8e-4933-b2b4-ad846844fc43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.660707] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d7b48678-3678-4707-97f1-555231481680/d7b48678-3678-4707-97f1-555231481680.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.662139] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91228a00-34dc-4309-ab67-4c73e53deb78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.679305] env[68989]: DEBUG nova.compute.manager [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-plugged-42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.679621] env[68989]: DEBUG oslo_concurrency.lockutils [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.679887] env[68989]: DEBUG oslo_concurrency.lockutils [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.680136] env[68989]: DEBUG oslo_concurrency.lockutils [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.680365] env[68989]: DEBUG nova.compute.manager [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] No waiting events found dispatching network-vif-plugged-42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.680581] env[68989]: WARNING nova.compute.manager [req-5344d291-1e88-424a-ad35-fabb1ba5835c req-d0ecb669-541f-420f-946c-141e71b335f3 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received unexpected event network-vif-plugged-42dd823a-14aa-41d5-9f47-5f6765d130c6 for instance with vm_state active and task_state None. [ 1209.686249] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1209.686249] env[68989]: value = "task-3218634" [ 1209.686249] env[68989]: _type = "Task" [ 1209.686249] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.694417] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.730183] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218630, 'name': ReconfigVM_Task, 'duration_secs': 1.327686} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.730791] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82/4a568452-d0ad-4f10-afaa-61728fe9b22e-rescue.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.731742] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f273182-4572-4cd8-a4c3-2f09d6d20c5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.764481] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdca7f52-748d-4935-ae3b-fbde832b0c24 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.780100] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1209.780100] env[68989]: value = "task-3218635" [ 1209.780100] env[68989]: _type = "Task" [ 1209.780100] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.788098] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.843793] env[68989]: DEBUG nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Successfully updated port: 42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.199780] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.290845] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218635, 'name': ReconfigVM_Task, 'duration_secs': 0.167313} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.291176] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.291441] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68bc0e16-5827-404f-9d40-bc75a8beb3ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.298095] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1210.298095] env[68989]: value = "task-3218636" [ 1210.298095] env[68989]: _type = "Task" [ 1210.298095] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.305808] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.348826] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.349091] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.349346] env[68989]: DEBUG nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.699082] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218634, 'name': ReconfigVM_Task, 'duration_secs': 0.72878} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.699422] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d7b48678-3678-4707-97f1-555231481680/d7b48678-3678-4707-97f1-555231481680.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.700067] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9507eec7-45af-4f26-b017-398b452024b2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.705347] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1210.705347] env[68989]: value = "task-3218637" [ 1210.705347] env[68989]: _type = "Task" [ 1210.705347] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.712870] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218637, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.807947] env[68989]: DEBUG oslo_vmware.api [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218636, 'name': PowerOnVM_Task, 'duration_secs': 0.393551} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.808267] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.810974] env[68989]: DEBUG nova.compute.manager [None req-f4295465-cab1-418d-a979-45c43fd86544 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.811753] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2eeff-4d49-456f-aa3e-9f97c322548c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.885591] env[68989]: WARNING nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1211.137277] env[68989]: DEBUG nova.network.neutron [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "address": "fa:16:3e:5f:6a:65", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dd823a-14", "ovs_interfaceid": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.216529] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218637, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.640189] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.641026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.641141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.642200] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f02936-9f9e-48b9-8ce0-97b88631faf1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.660094] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.660333] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.660491] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.660673] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.660817] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.660961] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.661178] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.661342] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.661507] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.661688] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.661869] env[68989]: DEBUG nova.virt.hardware [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.668588] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfiguring VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1211.668588] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b1d37f-7928-4448-9027-61ad9c908992 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.688234] env[68989]: DEBUG oslo_vmware.api [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1211.688234] env[68989]: value = "task-3218639" [ 1211.688234] env[68989]: _type = "Task" [ 1211.688234] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.694368] env[68989]: DEBUG nova.compute.manager [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-changed-42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.694586] env[68989]: DEBUG nova.compute.manager [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing instance network info cache due to event network-changed-42dd823a-14aa-41d5-9f47-5f6765d130c6. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.694763] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.694905] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.695074] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing network info cache for port 42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.703093] env[68989]: DEBUG oslo_vmware.api [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218639, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.715772] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218637, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.001842] env[68989]: INFO nova.compute.manager [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Unrescuing [ 1212.001842] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.001842] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.002269] env[68989]: DEBUG nova.network.neutron [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.201218] env[68989]: DEBUG oslo_vmware.api [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.217815] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218637, 'name': Rename_Task, 'duration_secs': 1.506496} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.218191] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.219040] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f912601-6f95-44bc-8c7f-a9502c8cf0e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.224747] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1212.224747] env[68989]: value = "task-3218640" [ 1212.224747] env[68989]: _type = "Task" [ 1212.224747] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.232606] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.406970] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updated VIF entry in instance network info cache for port 42dd823a-14aa-41d5-9f47-5f6765d130c6. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.407412] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "address": "fa:16:3e:5f:6a:65", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dd823a-14", "ovs_interfaceid": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.698821] env[68989]: DEBUG oslo_vmware.api [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218639, 'name': ReconfigVM_Task, 'duration_secs': 0.599235} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.699322] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.699547] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfigured VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1212.735882] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.749812] env[68989]: DEBUG nova.network.neutron [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.909972] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.910391] env[68989]: DEBUG nova.compute.manager [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Received event network-changed-1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.910663] env[68989]: DEBUG nova.compute.manager [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Refreshing instance network info cache due to event network-changed-1286d859-e824-4f9a-a1e9-ba4885d1393f. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.910925] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Acquiring lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.911117] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Acquired lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.911310] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Refreshing network info cache for port 1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.204261] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39ad9567-ac1c-4e15-805f-083e7bd77568 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.668s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.237347] env[68989]: DEBUG oslo_vmware.api [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218640, 'name': PowerOnVM_Task, 'duration_secs': 0.577282} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.237706] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.237812] env[68989]: INFO nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1213.237986] env[68989]: DEBUG nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.238842] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79175beb-786d-44ce-8e8d-fb27e49b3cdb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.252311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.252919] env[68989]: DEBUG nova.objects.instance [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'flavor' on Instance uuid 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.628078] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updated VIF entry in instance network info cache for port 1286d859-e824-4f9a-a1e9-ba4885d1393f. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.628531] env[68989]: DEBUG nova.network.neutron [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updating instance_info_cache with network_info: [{"id": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "address": "fa:16:3e:d6:4d:0a", "network": {"id": "ad4bcf71-f0e0-462c-ac7e-6dc0169bf0ee", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2009182073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0b2b5aa7434887b1cd1f414effd7e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1286d859-e8", "ovs_interfaceid": "1286d859-e824-4f9a-a1e9-ba4885d1393f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.755886] env[68989]: INFO nova.compute.manager [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Took 11.62 seconds to build instance. [ 1213.759375] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4a24da-2f79-4ef6-b652-07fb1ec4d59f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.787387] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.787730] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92714dd2-b4de-4dfd-bfd3-6b2137f3534f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.793979] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1213.793979] env[68989]: value = "task-3218641" [ 1213.793979] env[68989]: _type = "Task" [ 1213.793979] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.801849] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.011635] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.012051] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643510', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'name': 'volume-cdec844b-dfcc-4193-9c13-45886b577457', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'serial': 'cdec844b-dfcc-4193-9c13-45886b577457'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.013355] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e393a-c190-4d21-8b10-258d2be21899 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.030425] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6dfa87-be05-4d67-a4e7-fc947ea5d914 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.055663] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-cdec844b-dfcc-4193-9c13-45886b577457/volume-cdec844b-dfcc-4193-9c13-45886b577457.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.056017] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78e56bb-d383-4a1d-a2b2-b16d08010034 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.079051] env[68989]: DEBUG oslo_vmware.api [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1214.079051] env[68989]: value = "task-3218642" [ 1214.079051] env[68989]: _type = "Task" [ 1214.079051] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.089788] env[68989]: DEBUG oslo_vmware.api [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.131054] env[68989]: DEBUG oslo_concurrency.lockutils [req-4a442237-cbee-4ecc-8268-10da53357e2d req-92fc9d66-2b65-4c92-90f0-ebeab7aa49a6 service nova] Releasing lock "refresh_cache-ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.259363] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8070aae4-485e-45a5-8e50-09d9bcc4d02b tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.126s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.259678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "d7b48678-3678-4707-97f1-555231481680" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.512s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.260568] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d6aa7-0735-496e-b291-18e35c59c68a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.304814] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218641, 'name': PowerOffVM_Task, 'duration_secs': 0.295819} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.305195] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.310610] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.310880] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18cfb51-b557-4d37-a0be-84ca3556dcc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.329997] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1214.329997] env[68989]: value = "task-3218643" [ 1214.329997] env[68989]: _type = "Task" [ 1214.329997] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.338663] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.403224] env[68989]: DEBUG nova.compute.manager [None req-ae3c3e4d-581f-4316-99f5-dad65f961b61 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.404207] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd6727-eab6-442c-812c-4bd6ac40e3a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.305725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "d7b48678-3678-4707-97f1-555231481680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.306360] env[68989]: INFO nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: d7b48678-3678-4707-97f1-555231481680] During sync_power_state the instance has a pending task (deleting). Skip. [ 1215.306603] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "d7b48678-3678-4707-97f1-555231481680" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.047s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.307291] env[68989]: INFO nova.compute.manager [None req-ae3c3e4d-581f-4316-99f5-dad65f961b61 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] instance snapshotting [ 1215.307842] env[68989]: DEBUG nova.objects.instance [None req-ae3c3e4d-581f-4316-99f5-dad65f961b61 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lazy-loading 'flavor' on Instance uuid d7b48678-3678-4707-97f1-555231481680 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.309116] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-d1d28a82-518a-496e-8408-1184465409ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.309327] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-d1d28a82-518a-496e-8408-1184465409ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.309629] env[68989]: DEBUG nova.objects.instance [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.315082] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.010s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.315306] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "d7b48678-3678-4707-97f1-555231481680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.315528] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.315696] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.320484] env[68989]: INFO nova.compute.manager [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Terminating instance [ 1215.330463] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218643, 'name': ReconfigVM_Task, 'duration_secs': 0.246078} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.333728] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.333922] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.334452] env[68989]: DEBUG oslo_vmware.api [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218642, 'name': ReconfigVM_Task, 'duration_secs': 0.416737} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.334661] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fbf5eb8-dab0-4455-af19-d56480db8c46 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.336439] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-cdec844b-dfcc-4193-9c13-45886b577457/volume-cdec844b-dfcc-4193-9c13-45886b577457.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.341500] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d20a4a-4694-4a09-9312-a243746a9070 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.356911] env[68989]: DEBUG oslo_vmware.api [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1215.356911] env[68989]: value = "task-3218645" [ 1215.356911] env[68989]: _type = "Task" [ 1215.356911] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.358289] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1215.358289] env[68989]: value = "task-3218644" [ 1215.358289] env[68989]: _type = "Task" [ 1215.358289] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.371922] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.814490] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e41a7ee-62c4-4784-9c22-5e8e2040c714 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.833487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "refresh_cache-d7b48678-3678-4707-97f1-555231481680" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.833658] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquired lock "refresh_cache-d7b48678-3678-4707-97f1-555231481680" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.833853] env[68989]: DEBUG nova.network.neutron [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.836026] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ec6dd-fc7e-4d1f-b22c-65639647b00a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.871304] env[68989]: DEBUG oslo_vmware.api [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218645, 'name': ReconfigVM_Task, 'duration_secs': 0.18806} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.875086] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643510', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'name': 'volume-cdec844b-dfcc-4193-9c13-45886b577457', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'serial': 'cdec844b-dfcc-4193-9c13-45886b577457'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1215.876627] env[68989]: DEBUG oslo_vmware.api [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218644, 'name': PowerOnVM_Task, 'duration_secs': 0.418131} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.877196] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.877275] env[68989]: DEBUG nova.compute.manager [None req-fb2ff420-64a2-448e-aeda-f5b9b6c845a5 tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.878020] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7874c0-5a6a-4078-8559-58c19ccf1ae5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.926806] env[68989]: DEBUG nova.objects.instance [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.346566] env[68989]: DEBUG nova.compute.manager [None req-ae3c3e4d-581f-4316-99f5-dad65f961b61 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Instance disappeared during snapshot {{(pid=68989) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1216.355855] env[68989]: DEBUG nova.network.neutron [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.416386] env[68989]: DEBUG nova.network.neutron [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.429568] env[68989]: DEBUG nova.objects.base [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.429568] env[68989]: DEBUG nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.464222] env[68989]: DEBUG nova.compute.manager [None req-ae3c3e4d-581f-4316-99f5-dad65f961b61 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Found 0 images (rotation: 2) {{(pid=68989) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1216.492056] env[68989]: DEBUG nova.policy [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.802569] env[68989]: DEBUG nova.compute.manager [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.802859] env[68989]: DEBUG nova.compute.manager [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing instance network info cache due to event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.802983] env[68989]: DEBUG oslo_concurrency.lockutils [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.803186] env[68989]: DEBUG oslo_concurrency.lockutils [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.803381] env[68989]: DEBUG nova.network.neutron [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.914847] env[68989]: DEBUG nova.objects.instance [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.918908] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Releasing lock "refresh_cache-d7b48678-3678-4707-97f1-555231481680" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.919317] env[68989]: DEBUG nova.compute.manager [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.919514] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.920405] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d4cce-cecc-43d4-8ef4-33574ef9181d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.928635] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.929561] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec519e9d-0894-4caa-a482-cece7a0e253f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.937173] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1216.937173] env[68989]: value = "task-3218646" [ 1216.937173] env[68989]: _type = "Task" [ 1216.937173] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.946737] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.419614] env[68989]: DEBUG oslo_concurrency.lockutils [None req-52098fb5-5161-4c45-9dbb-fb9dc19cf552 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.013s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.448094] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218646, 'name': PowerOffVM_Task, 'duration_secs': 0.119604} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.448094] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.448094] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.448246] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc25003-d7a4-48d6-a60f-5c838922434e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.472321] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.472546] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.472726] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Deleting the datastore file [datastore2] d7b48678-3678-4707-97f1-555231481680 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.472983] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef8aa6a3-ca93-4c61-8994-f1c469a42cd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.479370] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for the task: (returnval){ [ 1217.479370] env[68989]: value = "task-3218648" [ 1217.479370] env[68989]: _type = "Task" [ 1217.479370] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.487297] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.521248] env[68989]: DEBUG nova.network.neutron [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updated VIF entry in instance network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.521604] env[68989]: DEBUG nova.network.neutron [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.850900] env[68989]: DEBUG nova.compute.manager [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-plugged-d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.851171] env[68989]: DEBUG oslo_concurrency.lockutils [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.851400] env[68989]: DEBUG oslo_concurrency.lockutils [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.851593] env[68989]: DEBUG oslo_concurrency.lockutils [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.851774] env[68989]: DEBUG nova.compute.manager [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] No waiting events found dispatching network-vif-plugged-d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.851955] env[68989]: WARNING nova.compute.manager [req-7fb360b9-203f-4471-b85c-45d55a378bdf req-cb1ded94-e8fb-46b7-8dbc-ed3dda5cfff0 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received unexpected event network-vif-plugged-d1d28a82-518a-496e-8408-1184465409ae for instance with vm_state active and task_state None. [ 1217.933130] env[68989]: DEBUG nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Successfully updated port: d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.989926] env[68989]: DEBUG oslo_vmware.api [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Task: {'id': task-3218648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093525} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.990142] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.990359] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.990568] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.990757] env[68989]: INFO nova.compute.manager [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] [instance: d7b48678-3678-4707-97f1-555231481680] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1217.991031] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.991226] env[68989]: DEBUG nova.compute.manager [-] [instance: d7b48678-3678-4707-97f1-555231481680] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.991333] env[68989]: DEBUG nova.network.neutron [-] [instance: d7b48678-3678-4707-97f1-555231481680] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.007421] env[68989]: DEBUG nova.network.neutron [-] [instance: d7b48678-3678-4707-97f1-555231481680] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.023632] env[68989]: DEBUG oslo_concurrency.lockutils [req-8142b678-9989-4cbf-bb02-d022b72a4d15 req-54a20c69-278c-4c88-af5e-ccea6285facc service nova] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.435992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.436361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.436416] env[68989]: DEBUG nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.510052] env[68989]: DEBUG nova.network.neutron [-] [instance: d7b48678-3678-4707-97f1-555231481680] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.560736] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.560990] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.976095] env[68989]: WARNING nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1218.976340] env[68989]: WARNING nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1219.011607] env[68989]: INFO nova.compute.manager [-] [instance: d7b48678-3678-4707-97f1-555231481680] Took 1.02 seconds to deallocate network for instance. [ 1219.064293] env[68989]: DEBUG nova.compute.utils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.354312] env[68989]: DEBUG nova.network.neutron [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "address": "fa:16:3e:5f:6a:65", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dd823a-14", "ovs_interfaceid": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d28a82-518a-496e-8408-1184465409ae", "address": "fa:16:3e:51:6e:24", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d28a82-51", "ovs_interfaceid": "d1d28a82-518a-496e-8408-1184465409ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.517956] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.518364] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.518547] env[68989]: DEBUG nova.objects.instance [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lazy-loading 'resources' on Instance uuid d7b48678-3678-4707-97f1-555231481680 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.567236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.857487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.858142] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.858335] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.859195] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd957050-e237-46cf-a661-327309ced341 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.876563] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.876779] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.876936] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.877132] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.877279] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.877422] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.877623] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.877813] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.877992] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.878177] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.878416] env[68989]: DEBUG nova.virt.hardware [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.884790] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfiguring VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1219.885668] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f53c70-9291-4930-b402-02baceb67ec7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.901727] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1219.901727] env[68989]: value = "task-3218649" [ 1219.901727] env[68989]: _type = "Task" [ 1219.901727] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.908971] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.149924] env[68989]: DEBUG nova.compute.manager [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.150178] env[68989]: DEBUG nova.compute.manager [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing instance network info cache due to event network-changed-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.150431] env[68989]: DEBUG oslo_concurrency.lockutils [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] Acquiring lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.150587] env[68989]: DEBUG oslo_concurrency.lockutils [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] Acquired lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.150751] env[68989]: DEBUG nova.network.neutron [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Refreshing network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.181955] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265fbca-45b7-4540-a8a5-25172a932bfa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.189617] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae8d3e-47aa-42f0-9d16-163e68819d2f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.219433] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623d21f-db2e-4054-ad0b-e688bbc305a0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.226802] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dac0ce-0dab-43bb-b05c-c40da542dc14 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.232703] env[68989]: DEBUG nova.compute.manager [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-changed-d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.232894] env[68989]: DEBUG nova.compute.manager [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing instance network info cache due to event network-changed-d1d28a82-518a-496e-8408-1184465409ae. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.233113] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.233260] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.233418] env[68989]: DEBUG nova.network.neutron [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Refreshing network info cache for port d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.244214] env[68989]: DEBUG nova.compute.provider_tree [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.412330] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.632722] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.633064] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.633312] env[68989]: INFO nova.compute.manager [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attaching volume 08b15f0f-118e-4412-9776-17919c978ad4 to /dev/sdc [ 1220.673925] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e187a75-bcdb-4f6b-8a9e-d8ce35ce807b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.681916] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23281e44-0802-4c49-8bf5-de5cc816c663 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.699847] env[68989]: DEBUG nova.virt.block_device [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating existing volume attachment record: eea472e9-882c-45a2-a392-9e417d488d3e {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.748020] env[68989]: DEBUG nova.scheduler.client.report [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.911474] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.006497] env[68989]: DEBUG nova.network.neutron [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updated VIF entry in instance network info cache for port 42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.006849] env[68989]: DEBUG nova.network.neutron [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [{"id": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "address": "fa:16:3e:5a:6d:4d", "network": {"id": "e851c067-c6fb-438f-ab0a-2e116d2e4fc9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1503393142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92e315ecc41d428aaf452221796cb8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ee8ed7-2f", "ovs_interfaceid": "42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.037771] env[68989]: DEBUG nova.network.neutron [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updated VIF entry in instance network info cache for port d1d28a82-518a-496e-8408-1184465409ae. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.038238] env[68989]: DEBUG nova.network.neutron [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "address": "fa:16:3e:5f:6a:65", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42dd823a-14", "ovs_interfaceid": "42dd823a-14aa-41d5-9f47-5f6765d130c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d28a82-518a-496e-8408-1184465409ae", "address": "fa:16:3e:51:6e:24", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d28a82-51", "ovs_interfaceid": "d1d28a82-518a-496e-8408-1184465409ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.171083] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.171394] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.171695] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.171936] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.172171] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.174349] env[68989]: INFO nova.compute.manager [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Terminating instance [ 1221.252606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.276941] env[68989]: INFO nova.scheduler.client.report [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Deleted allocations for instance d7b48678-3678-4707-97f1-555231481680 [ 1221.413077] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.511690] env[68989]: DEBUG oslo_concurrency.lockutils [req-73779d49-3aad-4507-9fc3-3c310c78da61 req-78b01dab-0759-4a86-bc98-8280d9a90b3a service nova] Releasing lock "refresh_cache-967e6c8d-bddd-4fa7-98c7-081c85ba4e82" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.541306] env[68989]: DEBUG oslo_concurrency.lockutils [req-5dc4e832-2b21-4243-a093-9e09270020f3 req-96e5672a-d8a4-4003-9f36-8c8b6006fe0a service nova] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.677993] env[68989]: DEBUG nova.compute.manager [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.678424] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.679162] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc4795a-f655-48d0-bcec-9ddd53e28980 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.687141] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.687378] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75860505-257b-49bb-ac20-43e7ecebbb51 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.694611] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1221.694611] env[68989]: value = "task-3218651" [ 1221.694611] env[68989]: _type = "Task" [ 1221.694611] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.702559] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.785861] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97461c31-fed0-4e6a-a58c-c3e505fbd1b7 tempest-ServersAaction247Test-854713791 tempest-ServersAaction247Test-854713791-project-member] Lock "d7b48678-3678-4707-97f1-555231481680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.470s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.917471] env[68989]: DEBUG oslo_vmware.api [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218649, 'name': ReconfigVM_Task, 'duration_secs': 1.602067} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.918231] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.918570] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfigured VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1222.204316] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218651, 'name': PowerOffVM_Task, 'duration_secs': 0.220716} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.204593] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.204778] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.205038] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef50c010-43ba-4c2c-9f21-2bff976747ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.271743] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.272043] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.272270] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleting the datastore file [datastore2] 2f1198f4-ce92-4639-b1eb-65dfd503355d {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.272555] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c5c0ad-451d-4a78-bacc-28fffce54453 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.279202] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1222.279202] env[68989]: value = "task-3218653" [ 1222.279202] env[68989]: _type = "Task" [ 1222.279202] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.286760] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.428205] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a2aaada4-7403-421e-a86a-438830a57648 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-d1d28a82-518a-496e-8408-1184465409ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.119s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.789182] env[68989]: DEBUG oslo_vmware.api [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140045} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.789560] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.789644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.789816] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.789986] env[68989]: INFO nova.compute.manager [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.790258] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.790453] env[68989]: DEBUG nova.compute.manager [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.790566] env[68989]: DEBUG nova.network.neutron [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.303304] env[68989]: DEBUG nova.compute.manager [req-64195580-f75c-4612-9375-f421b2583956 req-39bdab56-29c7-4099-a513-6717784e0554 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Received event network-vif-deleted-9ba15163-4daf-4cf7-898a-99befe199146 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.303539] env[68989]: INFO nova.compute.manager [req-64195580-f75c-4612-9375-f421b2583956 req-39bdab56-29c7-4099-a513-6717784e0554 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Neutron deleted interface 9ba15163-4daf-4cf7-898a-99befe199146; detaching it from the instance and deleting it from the info cache [ 1223.303725] env[68989]: DEBUG nova.network.neutron [req-64195580-f75c-4612-9375-f421b2583956 req-39bdab56-29c7-4099-a513-6717784e0554 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.783685] env[68989]: DEBUG nova.network.neutron [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.805962] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5ec880d-7cbc-40ca-9bec-11c7967ee00e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.816155] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468395df-4547-4e19-9022-6b4d96b43644 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.848436] env[68989]: DEBUG nova.compute.manager [req-64195580-f75c-4612-9375-f421b2583956 req-39bdab56-29c7-4099-a513-6717784e0554 service nova] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Detach interface failed, port_id=9ba15163-4daf-4cf7-898a-99befe199146, reason: Instance 2f1198f4-ce92-4639-b1eb-65dfd503355d could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.959408] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-42dd823a-14aa-41d5-9f47-5f6765d130c6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.959670] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-42dd823a-14aa-41d5-9f47-5f6765d130c6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.286596] env[68989]: INFO nova.compute.manager [-] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Took 1.50 seconds to deallocate network for instance. [ 1224.462396] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.462610] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.463535] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811fd8df-e52f-461a-a642-07b75aec17a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.482759] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b755abe9-27bb-4562-ad32-c968449fe5f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.509657] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfiguring VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1224.509907] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6198ac5f-1b73-41dc-9215-33d6996fb74a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.527230] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1224.527230] env[68989]: value = "task-3218655" [ 1224.527230] env[68989]: _type = "Task" [ 1224.527230] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.534567] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.794300] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.794587] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.794811] env[68989]: DEBUG nova.objects.instance [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'resources' on Instance uuid 2f1198f4-ce92-4639-b1eb-65dfd503355d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.037315] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.248547] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.248792] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643511', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'name': 'volume-08b15f0f-118e-4412-9776-17919c978ad4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'serial': '08b15f0f-118e-4412-9776-17919c978ad4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.249708] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c2ab7-57cb-48f7-8e4a-553683e5909c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.266111] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f84d7-df96-4ed0-9e1f-7cc48e064465 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.292209] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-08b15f0f-118e-4412-9776-17919c978ad4/volume-08b15f0f-118e-4412-9776-17919c978ad4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.292423] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503a5707-c283-4ba0-8678-75f60d86d3c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.313383] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1225.313383] env[68989]: value = "task-3218656" [ 1225.313383] env[68989]: _type = "Task" [ 1225.313383] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.322491] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.443317] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0bbd3a-683b-46ae-811f-b31bb486780d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.450618] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c6a8b-747d-4939-9196-f8c33f4eb3e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.480421] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb34193-bb65-400d-bb0a-72f3942d03d5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.487743] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7521f-c51d-4ce2-9d20-8e1ce2aafcce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.501500] env[68989]: DEBUG nova.compute.provider_tree [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.538355] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.823281] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218656, 'name': ReconfigVM_Task, 'duration_secs': 0.365973} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.823532] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-08b15f0f-118e-4412-9776-17919c978ad4/volume-08b15f0f-118e-4412-9776-17919c978ad4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.828617] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638b4c44-7331-416f-af28-019a93b0f4c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.843043] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1225.843043] env[68989]: value = "task-3218657" [ 1225.843043] env[68989]: _type = "Task" [ 1225.843043] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.851397] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.005021] env[68989]: DEBUG nova.scheduler.client.report [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.038374] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.354216] env[68989]: DEBUG oslo_vmware.api [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218657, 'name': ReconfigVM_Task, 'duration_secs': 0.12898} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.354531] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643511', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'name': 'volume-08b15f0f-118e-4412-9776-17919c978ad4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'serial': '08b15f0f-118e-4412-9776-17919c978ad4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.510417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.527769] env[68989]: INFO nova.scheduler.client.report [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted allocations for instance 2f1198f4-ce92-4639-b1eb-65dfd503355d [ 1226.540680] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.040365] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.040741] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c99a4ea1-4a20-4bef-a1f9-c5c18a1d4496 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "2f1198f4-ce92-4639-b1eb-65dfd503355d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.388616] env[68989]: DEBUG nova.objects.instance [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.539764] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.895216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-3cc35b06-470b-4537-98fe-f4562a115290 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.040504] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.198356] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.198704] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.544372] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.702036] env[68989]: INFO nova.compute.manager [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Detaching volume cdec844b-dfcc-4193-9c13-45886b577457 [ 1228.739834] env[68989]: INFO nova.virt.block_device [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attempting to driver detach volume cdec844b-dfcc-4193-9c13-45886b577457 from mountpoint /dev/sdb [ 1228.740083] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.740274] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643510', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'name': 'volume-cdec844b-dfcc-4193-9c13-45886b577457', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'serial': 'cdec844b-dfcc-4193-9c13-45886b577457'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.741162] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf01aaf-363f-44d0-902b-4d00fab77965 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.765377] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9bce04-dc1a-4f11-ae97-7d51576caa81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.773873] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3cfc8-e947-4287-86b3-568c1e8cbe6b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.803737] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87c3ea-e5a2-42e8-9687-2990ca70a99d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.819675] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] The volume has not been displaced from its original location: [datastore2] volume-cdec844b-dfcc-4193-9c13-45886b577457/volume-cdec844b-dfcc-4193-9c13-45886b577457.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.825337] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.825700] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff9df0d-0942-47fb-8109-ade2e1717ed2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.843852] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1228.843852] env[68989]: value = "task-3218658" [ 1228.843852] env[68989]: _type = "Task" [ 1228.843852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.852764] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.046959] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.047591] env[68989]: DEBUG nova.compute.manager [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.354211] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218658, 'name': ReconfigVM_Task, 'duration_secs': 0.236353} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.354478] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.359099] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f3d07e9-2f2b-488a-99ad-e77e6950c08a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.374024] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1229.374024] env[68989]: value = "task-3218659" [ 1229.374024] env[68989]: _type = "Task" [ 1229.374024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.383179] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.544423] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.567660] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.567959] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.883911] env[68989]: DEBUG oslo_vmware.api [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218659, 'name': ReconfigVM_Task, 'duration_secs': 0.134137} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.884222] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643510', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'name': 'volume-cdec844b-dfcc-4193-9c13-45886b577457', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdec844b-dfcc-4193-9c13-45886b577457', 'serial': 'cdec844b-dfcc-4193-9c13-45886b577457'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1230.046278] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.076132] env[68989]: INFO nova.compute.claims [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.429948] env[68989]: DEBUG nova.objects.instance [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.546709] env[68989]: DEBUG oslo_vmware.api [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218655, 'name': ReconfigVM_Task, 'duration_secs': 5.752032} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.546958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.547185] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Reconfigured VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1230.583037] env[68989]: INFO nova.compute.resource_tracker [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating resource usage from migration 0fa823a2-b178-481d-b477-c9725ced631b [ 1230.721131] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14925c-8bf4-4079-a0ba-c15535524ef8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.729225] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95094b2-dada-4950-a675-0d08aa8beae2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.764145] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e198cc4-abad-4759-8634-d77463620a05 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.770859] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ce050-a289-4961-85b0-4354edc0d28d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.787189] env[68989]: DEBUG nova.compute.provider_tree [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.796240] env[68989]: DEBUG nova.compute.manager [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-deleted-42dd823a-14aa-41d5-9f47-5f6765d130c6 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.796240] env[68989]: INFO nova.compute.manager [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Neutron deleted interface 42dd823a-14aa-41d5-9f47-5f6765d130c6; detaching it from the instance and deleting it from the info cache [ 1230.796240] env[68989]: DEBUG nova.network.neutron [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1d28a82-518a-496e-8408-1184465409ae", "address": "fa:16:3e:51:6e:24", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d28a82-51", "ovs_interfaceid": "d1d28a82-518a-496e-8408-1184465409ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.290642] env[68989]: DEBUG nova.scheduler.client.report [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.300501] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.300706] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] Acquired lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.302255] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619122d3-c07e-4040-a770-ac26fdef9c00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.320712] env[68989]: DEBUG oslo_concurrency.lockutils [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] Releasing lock "d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.321009] env[68989]: WARNING nova.compute.manager [req-e23fc5af-d523-45fb-813f-31177d926eaa req-c96edcdb-6fbe-4dae-9ef1-c63d04688983 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Detach interface failed, port_id=42dd823a-14aa-41d5-9f47-5f6765d130c6, reason: No device with interface-id 42dd823a-14aa-41d5-9f47-5f6765d130c6 exists on VM: nova.exception.NotFound: No device with interface-id 42dd823a-14aa-41d5-9f47-5f6765d130c6 exists on VM [ 1231.438661] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2ea5886-3d39-4c1a-a2d9-51113cefe830 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.445949] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.446271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.782356] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.782561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.782821] env[68989]: DEBUG nova.network.neutron [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.794325] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.794529] env[68989]: INFO nova.compute.manager [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Migrating [ 1231.817449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.817449] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.842026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.842243] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.842445] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.842628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.842793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.844772] env[68989]: INFO nova.compute.manager [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Terminating instance [ 1231.949341] env[68989]: INFO nova.compute.manager [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Detaching volume 08b15f0f-118e-4412-9776-17919c978ad4 [ 1231.981405] env[68989]: INFO nova.virt.block_device [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Attempting to driver detach volume 08b15f0f-118e-4412-9776-17919c978ad4 from mountpoint /dev/sdc [ 1231.981639] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.981829] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643511', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'name': 'volume-08b15f0f-118e-4412-9776-17919c978ad4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'serial': '08b15f0f-118e-4412-9776-17919c978ad4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.982718] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b30007f-bcae-46e0-b947-1ec82dbec66e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.004661] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f8a35d-247e-4e67-a4f5-3fb7fe046936 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.011515] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c64fef-4461-4dad-9d6c-751b078d6fb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.031429] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77feaaf0-6e59-4047-8292-d204fd363861 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.045339] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] The volume has not been displaced from its original location: [datastore2] volume-08b15f0f-118e-4412-9776-17919c978ad4/volume-08b15f0f-118e-4412-9776-17919c978ad4.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1232.050582] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.050938] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d91852-c697-4d0d-85a8-52c73b70d9dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.068875] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1232.068875] env[68989]: value = "task-3218660" [ 1232.068875] env[68989]: _type = "Task" [ 1232.068875] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.078321] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.279194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.279487] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.279704] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.279885] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.280067] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.282241] env[68989]: INFO nova.compute.manager [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Terminating instance [ 1232.313755] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.314066] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.314164] env[68989]: DEBUG nova.network.neutron [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.320288] env[68989]: DEBUG nova.compute.utils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.348343] env[68989]: DEBUG nova.compute.manager [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.348590] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.349581] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d989472-0a8f-4748-bdbf-6bcca746b15c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.359130] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.359369] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db4b3a1b-f0ec-4929-86f9-8bc61f07e64d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.367966] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1232.367966] env[68989]: value = "task-3218661" [ 1232.367966] env[68989]: _type = "Task" [ 1232.367966] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.376491] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.518738] env[68989]: INFO nova.network.neutron [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Port d1d28a82-518a-496e-8408-1184465409ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1232.519111] env[68989]: DEBUG nova.network.neutron [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [{"id": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "address": "fa:16:3e:d9:dc:99", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4f54f5-12", "ovs_interfaceid": "4b4f54f5-1237-4a6f-8c49-4208ec693a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.578356] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218660, 'name': ReconfigVM_Task, 'duration_secs': 0.223799} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.578632] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.583283] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76301e0-a5a8-4a36-af67-e469c7a68966 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.597855] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1232.597855] env[68989]: value = "task-3218662" [ 1232.597855] env[68989]: _type = "Task" [ 1232.597855] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.606154] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.787801] env[68989]: DEBUG nova.compute.manager [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.788032] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.789050] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca83a7-4d84-43da-9181-7bddc21b42f0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.797200] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.797508] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2f55b6-ed48-440c-9e42-4ab1f4ab94c8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.802896] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1232.802896] env[68989]: value = "task-3218663" [ 1232.802896] env[68989]: _type = "Task" [ 1232.802896] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.810537] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.821885] env[68989]: DEBUG nova.compute.manager [req-4963b8ef-cc21-41ec-9159-30149e8e0c0f req-7f74798a-cedd-4b4a-a765-d6ebf7a74916 service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-deleted-d1d28a82-518a-496e-8408-1184465409ae {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.822752] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.878640] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218661, 'name': PowerOffVM_Task, 'duration_secs': 0.201684} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.881098] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.881240] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.881497] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693a6e60-a8a8-4473-a0f6-47f6029456cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.021833] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-d88f12dd-21b7-462f-84a1-8d158eba583f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.024873] env[68989]: DEBUG nova.network.neutron [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.108519] env[68989]: DEBUG oslo_vmware.api [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218662, 'name': ReconfigVM_Task, 'duration_secs': 0.131812} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.108881] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643511', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'name': 'volume-08b15f0f-118e-4412-9776-17919c978ad4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a69a0a70-ee6f-4d02-9e64-e80a1c60341a', 'attached_at': '', 'detached_at': '', 'volume_id': '08b15f0f-118e-4412-9776-17919c978ad4', 'serial': '08b15f0f-118e-4412-9776-17919c978ad4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.157228] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.157460] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.157640] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleting the datastore file [datastore2] d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.157895] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f296d74-5996-4206-b855-f0cc65fe2919 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.164931] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1233.164931] env[68989]: value = "task-3218665" [ 1233.164931] env[68989]: _type = "Task" [ 1233.164931] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.172324] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.312313] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218663, 'name': PowerOffVM_Task, 'duration_secs': 0.190243} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.312615] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.312827] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.313141] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f27faff-dd32-4be2-b472-c8234b11ff03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.411932] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.412235] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.412385] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleting the datastore file [datastore1] 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.412674] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5cf5847-785d-4dce-8e80-10547ad77309 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.419017] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for the task: (returnval){ [ 1233.419017] env[68989]: value = "task-3218667" [ 1233.419017] env[68989]: _type = "Task" [ 1233.419017] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.427459] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.527161] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d8a050a4-03d0-4876-87ae-286784ccb777 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-d88f12dd-21b7-462f-84a1-8d158eba583f-42dd823a-14aa-41d5-9f47-5f6765d130c6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.567s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.528470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.649339] env[68989]: DEBUG nova.objects.instance [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'flavor' on Instance uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.675286] env[68989]: DEBUG oslo_vmware.api [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177237} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.675535] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.675720] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.675895] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.676104] env[68989]: INFO nova.compute.manager [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1233.676352] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.676531] env[68989]: DEBUG nova.compute.manager [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.676624] env[68989]: DEBUG nova.network.neutron [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.732305] env[68989]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port d1d28a82-518a-496e-8408-1184465409ae could not be found.", "detail": ""}} {{(pid=68989) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1233.732525] env[68989]: DEBUG nova.network.neutron [-] Unable to show port d1d28a82-518a-496e-8408-1184465409ae as it no longer exists. {{(pid=68989) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1233.887069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.887562] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.887814] env[68989]: INFO nova.compute.manager [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Attaching volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 to /dev/sdb [ 1233.925064] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd8f86b-2020-41c3-8be0-522cd24e1438 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.933098] env[68989]: DEBUG oslo_vmware.api [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Task: {'id': task-3218667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141594} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.934759] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.935009] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.935205] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.935419] env[68989]: INFO nova.compute.manager [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1233.935696] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.936011] env[68989]: DEBUG nova.compute.manager [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.936094] env[68989]: DEBUG nova.network.neutron [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.938110] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdbd5f-d5ca-4627-91d3-933b39834fef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.951765] env[68989]: DEBUG nova.virt.block_device [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating existing volume attachment record: 5b0c860b-fa1e-4800-86a3-4d9ba3ba43eb {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.660745] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e3d02b45-a1c9-4a23-bd95-d1d38c0ed6e0 tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.765908] env[68989]: DEBUG nova.network.neutron [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.865931] env[68989]: DEBUG nova.compute.manager [req-5cab55b0-12b0-49b7-9d67-deef38ea53f4 req-8e1c70cc-0bbe-4c9e-a1ae-c9896960de2a service nova] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Received event network-vif-deleted-4b4f54f5-1237-4a6f-8c49-4208ec693a23 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.866280] env[68989]: DEBUG nova.compute.manager [req-5cab55b0-12b0-49b7-9d67-deef38ea53f4 req-8e1c70cc-0bbe-4c9e-a1ae-c9896960de2a service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Received event network-vif-deleted-0eab69ad-67f5-4f80-bd5f-510d054d897a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.866465] env[68989]: INFO nova.compute.manager [req-5cab55b0-12b0-49b7-9d67-deef38ea53f4 req-8e1c70cc-0bbe-4c9e-a1ae-c9896960de2a service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Neutron deleted interface 0eab69ad-67f5-4f80-bd5f-510d054d897a; detaching it from the instance and deleting it from the info cache [ 1234.866638] env[68989]: DEBUG nova.network.neutron [req-5cab55b0-12b0-49b7-9d67-deef38ea53f4 req-8e1c70cc-0bbe-4c9e-a1ae-c9896960de2a service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.003753] env[68989]: DEBUG nova.network.neutron [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.042069] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90721c9-70f6-4a1a-a621-1eb9e18dbcdc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.061319] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.268365] env[68989]: INFO nova.compute.manager [-] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Took 1.59 seconds to deallocate network for instance. [ 1235.370790] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4210b3d1-5dd9-4895-921e-70ef02d2bc19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.381998] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651b78f3-6752-4f39-98a5-1997d775dedc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.412931] env[68989]: DEBUG nova.compute.manager [req-5cab55b0-12b0-49b7-9d67-deef38ea53f4 req-8e1c70cc-0bbe-4c9e-a1ae-c9896960de2a service nova] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Detach interface failed, port_id=0eab69ad-67f5-4f80-bd5f-510d054d897a, reason: Instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.506093] env[68989]: INFO nova.compute.manager [-] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Took 1.57 seconds to deallocate network for instance. [ 1235.568771] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.569358] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-309df3ed-ce34-4c68-ab7f-86e0d6999a2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.576154] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1235.576154] env[68989]: value = "task-3218671" [ 1235.576154] env[68989]: _type = "Task" [ 1235.576154] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.584364] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.776835] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.777177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.777418] env[68989]: DEBUG nova.objects.instance [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'resources' on Instance uuid d88f12dd-21b7-462f-84a1-8d158eba583f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.864058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.864058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.864058] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.866133] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.866339] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.868329] env[68989]: INFO nova.compute.manager [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Terminating instance [ 1236.012987] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.086751] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218671, 'name': PowerOffVM_Task, 'duration_secs': 0.201488} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.087531] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.087531] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.372158] env[68989]: DEBUG nova.compute.manager [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.372409] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.373264] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad9ec1-2ded-40d2-b6fc-f59a3ac734e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.381866] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.381866] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd922eb0-4c91-468c-957d-f7d2b0d4ad05 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.391737] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1236.391737] env[68989]: value = "task-3218673" [ 1236.391737] env[68989]: _type = "Task" [ 1236.391737] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.403300] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.427363] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c1d9d4-27fa-4932-9922-f5b05b574a17 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.435508] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0cf5f-2dcd-4247-aae2-e8adf0a18f42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.464799] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d268085-af29-4f26-864f-4639a46158b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.472314] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ac2d5-33e9-42ae-af08-c9d57966df2d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.485678] env[68989]: DEBUG nova.compute.provider_tree [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.593919] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.594209] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.594372] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.594553] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.594735] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.594902] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.595123] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.595289] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.595454] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.595616] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.595789] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.601073] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94c5248-126a-4391-aad5-e0b73ce1cd3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.617493] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1236.617493] env[68989]: value = "task-3218674" [ 1236.617493] env[68989]: _type = "Task" [ 1236.617493] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.625296] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.901720] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218673, 'name': PowerOffVM_Task, 'duration_secs': 0.192274} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.902059] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.902160] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.902401] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26f0d91-906e-4d10-ae6f-67cb65d6ba12 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.969593] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.969797] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.969974] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleting the datastore file [datastore2] a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.970472] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b030aac-63e2-45b8-a6dd-9f6305f141f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.976820] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for the task: (returnval){ [ 1236.976820] env[68989]: value = "task-3218676" [ 1236.976820] env[68989]: _type = "Task" [ 1236.976820] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.984521] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.988660] env[68989]: DEBUG nova.scheduler.client.report [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.127363] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218674, 'name': ReconfigVM_Task, 'duration_secs': 0.210723} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.127673] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.487022] env[68989]: DEBUG oslo_vmware.api [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Task: {'id': task-3218676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216875} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.487293] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.487473] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.487648] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.487822] env[68989]: INFO nova.compute.manager [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1237.488074] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.488272] env[68989]: DEBUG nova.compute.manager [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.488368] env[68989]: DEBUG nova.network.neutron [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.492774] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.494690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.482s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.494911] env[68989]: DEBUG nova.objects.instance [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lazy-loading 'resources' on Instance uuid 1f62be0b-9df8-4a0c-b8fe-3e950106c612 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.511048] env[68989]: INFO nova.scheduler.client.report [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted allocations for instance d88f12dd-21b7-462f-84a1-8d158eba583f [ 1237.634906] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.635189] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.635352] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.635535] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.635682] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.635826] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.636084] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.636262] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.636430] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.636594] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.636767] env[68989]: DEBUG nova.virt.hardware [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.642277] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.642408] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89dd0ea-06a4-4d33-a886-1a905adea1d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.662074] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1237.662074] env[68989]: value = "task-3218677" [ 1237.662074] env[68989]: _type = "Task" [ 1237.662074] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.670193] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.934205] env[68989]: DEBUG nova.compute.manager [req-d693f7b4-0372-426a-aabd-974b796329f6 req-8f0bd2f0-f0ef-4d60-abaa-0fae65781599 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Received event network-vif-deleted-cae71663-cf2a-4abc-98e4-d7cb2b08bf32 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.934463] env[68989]: INFO nova.compute.manager [req-d693f7b4-0372-426a-aabd-974b796329f6 req-8f0bd2f0-f0ef-4d60-abaa-0fae65781599 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Neutron deleted interface cae71663-cf2a-4abc-98e4-d7cb2b08bf32; detaching it from the instance and deleting it from the info cache [ 1237.934564] env[68989]: DEBUG nova.network.neutron [req-d693f7b4-0372-426a-aabd-974b796329f6 req-8f0bd2f0-f0ef-4d60-abaa-0fae65781599 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.018669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ae8e2370-b270-46ca-b877-af616de5a74f tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "d88f12dd-21b7-462f-84a1-8d158eba583f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.176s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.176229] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218677, 'name': ReconfigVM_Task, 'duration_secs': 0.163271} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.176229] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.176229] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e91b3e-3721-4b30-8fbf-d161094f82c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.180129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e993857-141b-4aa5-b847-889d5fbde7fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.200018] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.201000] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d32ab2-c3fa-46ff-aa7e-720a222b5a13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.216989] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c29069-01d4-4e11-8e8d-7b1dee19984d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.221514] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1238.221514] env[68989]: value = "task-3218678" [ 1238.221514] env[68989]: _type = "Task" [ 1238.221514] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.250598] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9303cf-bd96-4bbe-85f3-38f9381ff057 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.256284] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.260926] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806ce14-df2d-419f-aa94-3f7a86272862 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.274207] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.414897] env[68989]: DEBUG nova.network.neutron [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.437665] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d838d99-11b4-4196-8a72-ef4613676349 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.447183] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1e3ff-729f-4ce8-96f1-5cf18b0ad3a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.481262] env[68989]: DEBUG nova.compute.manager [req-d693f7b4-0372-426a-aabd-974b796329f6 req-8f0bd2f0-f0ef-4d60-abaa-0fae65781599 service nova] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Detach interface failed, port_id=cae71663-cf2a-4abc-98e4-d7cb2b08bf32, reason: Instance a69a0a70-ee6f-4d02-9e64-e80a1c60341a could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.501409] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.501656] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.502524] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98700442-37e2-47f1-a237-7a76d3e36acb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.518731] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ee677-fe68-4fa7-a96e-e394c9e9e5ee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.543895] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.544233] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7852720-11fc-4166-a579-cba0fd816d23 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.562868] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1238.562868] env[68989]: value = "task-3218679" [ 1238.562868] env[68989]: _type = "Task" [ 1238.562868] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.570927] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.737450] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218678, 'name': ReconfigVM_Task, 'duration_secs': 0.264878} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.737837] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd/7650227d-b27b-4fe4-a4e5-3c211162a4cd.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.738195] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.798180] env[68989]: ERROR nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [req-2e46c20f-7bde-4586-8d52-ffa11e038ea3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e46c20f-7bde-4586-8d52-ffa11e038ea3"}]} [ 1238.818253] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1238.834642] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1238.834868] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.848738] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1238.867636] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1238.917604] env[68989]: INFO nova.compute.manager [-] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Took 1.43 seconds to deallocate network for instance. [ 1239.002446] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09326dbc-9488-4e71-9719-8fd671127fca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.010439] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ab3c2-10f6-4409-bfc1-c4953fc8dc78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.043129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36bdc0-46a2-4c22-a430-e33534b0f094 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.050767] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10619e9-2ee6-4589-add9-8070dc381c85 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.064236] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.072726] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218679, 'name': ReconfigVM_Task, 'duration_secs': 0.366152} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.073031] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.078307] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a094b4-a2e1-499d-b4fc-579803b679a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.092831] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1239.092831] env[68989]: value = "task-3218680" [ 1239.092831] env[68989]: _type = "Task" [ 1239.092831] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.100891] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.248980] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c581e359-f5d0-4a9c-b391-b0367c157688 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.268275] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33230a6a-1c7d-404e-9937-c9089625337f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.285567] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.428690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.589168] env[68989]: ERROR nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] [req-44f79389-de58-4fe4-b3b9-5b9517d055a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 926ccbcf-a246-4e02-bbbf-c7221f892eac. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44f79389-de58-4fe4-b3b9-5b9517d055a0"}]} [ 1239.602993] env[68989]: DEBUG oslo_vmware.api [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218680, 'name': ReconfigVM_Task, 'duration_secs': 0.140194} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.604558] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1239.607932] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing inventories for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1239.632790] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating ProviderTree inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1239.632790] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.642732] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing aggregate associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, aggregates: None {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1239.663428] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Refreshing trait associations for resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68989) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1239.776188] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64965d0-0724-4bd5-8668-21193e4a557e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.783157] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132c1e6-d587-47ec-b3e9-6a392a70c10e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.815689] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99a2ae-26cf-42c9-a24d-b71b98bc0fc5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.822878] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f73bf70-0c5e-4823-8188-cb3835d8ae47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.836966] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.850111] env[68989]: DEBUG nova.network.neutron [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Port 67d9ea1d-483b-4485-88a7-7bbcc85d12b7 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1239.897126] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.897367] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.369754] env[68989]: DEBUG nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updated inventory for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1240.370060] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating resource provider 926ccbcf-a246-4e02-bbbf-c7221f892eac generation from 165 to 166 during operation: update_inventory {{(pid=68989) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1240.370273] env[68989]: DEBUG nova.compute.provider_tree [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Updating inventory in ProviderTree for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.399892] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.648834] env[68989]: DEBUG nova.objects.instance [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'flavor' on Instance uuid c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.872878] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.873146] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.873336] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.875009] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.380s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.878034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.449s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.878034] env[68989]: DEBUG nova.objects.instance [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lazy-loading 'resources' on Instance uuid a69a0a70-ee6f-4d02-9e64-e80a1c60341a {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.897448] env[68989]: INFO nova.scheduler.client.report [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Deleted allocations for instance 1f62be0b-9df8-4a0c-b8fe-3e950106c612 [ 1240.919527] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.153482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-1ccd505c-af8d-4322-aabb-c6e94a685f09 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.403928] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cc95d3b5-d378-4093-9100-27bad7950377 tempest-AttachVolumeShelveTestJSON-965384058 tempest-AttachVolumeShelveTestJSON-965384058-project-member] Lock "1f62be0b-9df8-4a0c-b8fe-3e950106c612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.124s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.502978] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d46fb8-f45b-4d1e-8533-bfc779a61948 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.510333] env[68989]: INFO nova.compute.manager [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Rebuilding instance [ 1241.513360] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e57b0-1dac-4c89-9075-4114b76a8ba1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.547917] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf08154-e6a3-4591-8911-bad358aeca04 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.555664] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a045c109-42ba-4432-a91d-e59a745698c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.572867] env[68989]: DEBUG nova.compute.provider_tree [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.580108] env[68989]: DEBUG nova.compute.manager [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.581017] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07033159-8535-4ab7-b312-31cc4378d4c5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.903464] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.903695] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.903912] env[68989]: DEBUG nova.network.neutron [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.078060] env[68989]: DEBUG nova.scheduler.client.report [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.583255] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.585329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.666s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.586918] env[68989]: INFO nova.compute.claims [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.594383] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.594383] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45620779-831a-4be4-bef0-915a8de582c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.600892] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1242.600892] env[68989]: value = "task-3218681" [ 1242.600892] env[68989]: _type = "Task" [ 1242.600892] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.607372] env[68989]: INFO nova.scheduler.client.report [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Deleted allocations for instance a69a0a70-ee6f-4d02-9e64-e80a1c60341a [ 1242.612213] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.612878] env[68989]: DEBUG nova.network.neutron [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.111323] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218681, 'name': PowerOffVM_Task, 'duration_secs': 0.195948} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.111591] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.119574] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.126831] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d89a68fe-6089-4ede-beb4-118cda25b6db tempest-AttachVolumeTestJSON-1657161362 tempest-AttachVolumeTestJSON-1657161362-project-member] Lock "a69a0a70-ee6f-4d02-9e64-e80a1c60341a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.263s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.182795] env[68989]: INFO nova.compute.manager [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Detaching volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 [ 1243.218996] env[68989]: INFO nova.virt.block_device [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Attempting to driver detach volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 from mountpoint /dev/sdb [ 1243.219266] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.219457] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.220409] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70995db-43fb-4fac-ab5d-b3b28508e2ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.242062] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224e0ee-a296-4c62-8fb1-7abbe75004ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.248957] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b24b7-c673-4c9a-a094-eb8df4f30e0b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.269772] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db65ba-1798-4842-a23a-c9705d34b24e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.284460] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.290088] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.290088] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e44380-c11d-4090-bf3a-925255ed7f93 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.307944] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1243.307944] env[68989]: value = "task-3218683" [ 1243.307944] env[68989]: _type = "Task" [ 1243.307944] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.317135] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.643019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efa689-bc1c-486a-9fa3-427c8996c408 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.664273] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424edfd-e71a-4c84-9cc9-9a9105eff388 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.671301] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.734644] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d7de3-90bf-4285-8e6b-0e691c9d5dba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.743777] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3c817-e58c-4c63-acb0-f5d00dc03283 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.776165] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a64e4cd-350f-4806-ab65-507bcf46ec6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.783889] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83058304-0b81-401c-9a8e-7b4e8099e074 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.797973] env[68989]: DEBUG nova.compute.provider_tree [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.817704] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218683, 'name': ReconfigVM_Task, 'duration_secs': 0.191832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.817983] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.822601] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c7f408-b30b-4955-9d33-979fd770b26f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.836770] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1243.836770] env[68989]: value = "task-3218685" [ 1243.836770] env[68989]: _type = "Task" [ 1243.836770] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.844181] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.178268] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.178662] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d872ad7e-0f5c-469c-afab-bb0a792aa74e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.187124] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1244.187124] env[68989]: value = "task-3218686" [ 1244.187124] env[68989]: _type = "Task" [ 1244.187124] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.198470] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.300840] env[68989]: DEBUG nova.scheduler.client.report [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.346623] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218685, 'name': ReconfigVM_Task, 'duration_secs': 0.204086} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.346923] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.697116] env[68989]: DEBUG oslo_vmware.api [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218686, 'name': PowerOnVM_Task, 'duration_secs': 0.467479} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.697438] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.697541] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b71a9df5-a34f-4e77-8522-9c2b6d7427b3 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance '7650227d-b27b-4fe4-a4e5-3c211162a4cd' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.805903] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.806547] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.311679] env[68989]: DEBUG nova.compute.utils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.313112] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.313285] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.362448] env[68989]: DEBUG nova.policy [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.395378] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.395660] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da8afad-8b0b-4aa9-ae60-cd9a14ee3499 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.403448] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1245.403448] env[68989]: value = "task-3218687" [ 1245.403448] env[68989]: _type = "Task" [ 1245.403448] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.411242] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.700809] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Successfully created port: f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.816561] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.915342] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] VM already powered off {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1245.915946] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.916490] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.918009] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1533378-3a6d-43ef-bfc8-415142b18ba4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.939749] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00655527-0038-4499-b0a4-52d94b73a596 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.946942] env[68989]: WARNING nova.virt.vmwareapi.driver [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1245.947699] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.949349] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afa63be-666e-43bd-8793-9be084b28a37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.957715] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.958193] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6dad123-a4e8-49de-82f7-d34af2e70c99 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.025814] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.027042] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.027042] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.028028] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5980aa8c-d1c2-4002-9e86-f04fcfbcffd6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.033755] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.034263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.037491] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1246.037491] env[68989]: value = "task-3218690" [ 1246.037491] env[68989]: _type = "Task" [ 1246.037491] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.048036] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.540411] env[68989]: DEBUG nova.compute.utils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.550667] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173411} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.551495] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.551685] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.551872] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.667518] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.667788] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.667980] env[68989]: DEBUG nova.compute.manager [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Going to confirm migration 8 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1246.830483] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.862191] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.862678] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.862981] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.863836] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.863836] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.863836] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.864133] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.864133] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.864349] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.864540] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.864807] env[68989]: DEBUG nova.virt.hardware [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.865717] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec276c69-29cd-4e33-a3db-e47e574dddd4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.874455] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53f4183-8ca8-45dd-8621-f27260528151 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.046116] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.056248] env[68989]: INFO nova.virt.block_device [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Booting with volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 at /dev/sdb [ 1247.094729] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8888aff4-9f93-4a82-87a8-af28eebe4835 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.105660] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c6a9f-52e5-452c-a72f-70c9d60c73a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.139684] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-867a80b7-e356-4a7c-b789-c8953b5981fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.148184] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a489d33e-3994-45b3-bd65-36bedc159d3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.180401] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb47b9-28d9-4e20-890d-0eba26a8e594 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.187100] env[68989]: DEBUG nova.compute.manager [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-vif-plugged-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.187100] env[68989]: DEBUG oslo_concurrency.lockutils [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.187100] env[68989]: DEBUG oslo_concurrency.lockutils [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.187352] env[68989]: DEBUG oslo_concurrency.lockutils [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.187416] env[68989]: DEBUG nova.compute.manager [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] No waiting events found dispatching network-vif-plugged-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.187544] env[68989]: WARNING nova.compute.manager [req-38b1ad2a-d841-436e-b8a6-3f365d25a8f7 req-01c6a6e1-2879-4daa-be39-7b1a96973839 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received unexpected event network-vif-plugged-f71ccc04-a422-42bb-9ca0-e27e356e8279 for instance with vm_state building and task_state spawning. [ 1247.192676] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcdb466-6e21-4f03-ade9-39cbfc78862b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.206506] env[68989]: DEBUG nova.virt.block_device [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating existing volume attachment record: 8f2366e7-3b00-4241-a535-cbcf871c719b {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.237696] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.237974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.238109] env[68989]: DEBUG nova.network.neutron [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.238305] env[68989]: DEBUG nova.objects.instance [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'info_cache' on Instance uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.298827] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Successfully updated port: f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.800787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.800787] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.800787] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.112556] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.112940] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.113239] env[68989]: INFO nova.compute.manager [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Attaching volume d2fa35a1-00bd-419d-8c59-e652a68586de to /dev/sdb [ 1248.147347] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a9b6a-49ab-4368-8382-51fef00981ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.154537] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba8c39-db91-4ecd-8e08-dd38172ad8a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.167444] env[68989]: DEBUG nova.virt.block_device [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updating existing volume attachment record: 9bf38bee-0327-4cae-bcb3-835dbaf09e13 {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1248.348141] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.584709] env[68989]: DEBUG nova.network.neutron [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.614615] env[68989]: DEBUG nova.network.neutron [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [{"id": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "address": "fa:16:3e:f6:6f:8f", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9ea1d-48", "ovs_interfaceid": "67d9ea1d-483b-4485-88a7-7bbcc85d12b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.087715] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.088081] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Instance network_info: |[{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.088523] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:3f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f71ccc04-a422-42bb-9ca0-e27e356e8279', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.096506] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.096686] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.096919] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2e9e6ca-bbe5-45b0-99b0-c60a70739f87 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.117386] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-7650227d-b27b-4fe4-a4e5-3c211162a4cd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.117645] env[68989]: DEBUG nova.objects.instance [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'migration_context' on Instance uuid 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.118668] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.118668] env[68989]: value = "task-3218693" [ 1249.118668] env[68989]: _type = "Task" [ 1249.118668] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.126858] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218693, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.210719] env[68989]: DEBUG nova.compute.manager [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.211085] env[68989]: DEBUG nova.compute.manager [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.211337] env[68989]: DEBUG oslo_concurrency.lockutils [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.211545] env[68989]: DEBUG oslo_concurrency.lockutils [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.211783] env[68989]: DEBUG nova.network.neutron [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.320133] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.320412] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.320571] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.320754] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.320900] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.321063] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.321284] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.321445] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.321615] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.321779] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.321963] env[68989]: DEBUG nova.virt.hardware [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.322896] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc8774-0636-4407-8a09-281413931ae7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.331510] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89390c7-c767-4f8d-a698-c402a9507de0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.346674] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:45:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5471d0cb-91c4-45f8-b362-bd32c3bc6597', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.354186] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.354646] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.354865] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b31f1cd5-2f61-4b6a-a8e9-f6fd52a0be94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.376240] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.376240] env[68989]: value = "task-3218694" [ 1249.376240] env[68989]: _type = "Task" [ 1249.376240] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.384182] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218694, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.620931] env[68989]: DEBUG nova.objects.base [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Object Instance<7650227d-b27b-4fe4-a4e5-3c211162a4cd> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.626525] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0483df5-b265-4b2f-8aad-bdad8070844f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.635914] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218693, 'name': CreateVM_Task, 'duration_secs': 0.312616} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.650359] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.651717] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.651893] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.652236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.652464] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568dc7ce-5cb8-4e03-8f85-af41611ed841 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.654785] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0485c58-23b5-4cc5-b52a-7467f90bf2a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.660148] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1249.660148] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255e21f-fa57-9d00-092b-049dd1391dc8" [ 1249.660148] env[68989]: _type = "Task" [ 1249.660148] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.661111] env[68989]: DEBUG oslo_vmware.api [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1249.661111] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224be5d-2339-41c2-71ad-7ba5d00ceb16" [ 1249.661111] env[68989]: _type = "Task" [ 1249.661111] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.671503] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255e21f-fa57-9d00-092b-049dd1391dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.675141] env[68989]: DEBUG oslo_vmware.api [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5224be5d-2339-41c2-71ad-7ba5d00ceb16, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.675462] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.675783] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.885977] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218694, 'name': CreateVM_Task, 'duration_secs': 0.356515} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.888256] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.888880] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.921356] env[68989]: DEBUG nova.network.neutron [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.921762] env[68989]: DEBUG nova.network.neutron [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.171834] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5255e21f-fa57-9d00-092b-049dd1391dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.02017} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.171834] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.172176] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.172176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.172276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.172447] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.172725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.173042] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.173273] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59625cb2-a0c9-41f2-a154-2737ac191f3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.175043] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d3b7c2-94cd-454e-a5b9-f7ace5305494 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.181961] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1250.181961] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52243fbd-2c8b-9993-910e-9f5e71c507a1" [ 1250.181961] env[68989]: _type = "Task" [ 1250.181961] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.185900] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.186132] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.186799] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c097ad78-995d-4ad0-90dd-e32f29a69445 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.194415] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52243fbd-2c8b-9993-910e-9f5e71c507a1, 'name': SearchDatastore_Task} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.195536] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.195778] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.195995] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.196315] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1250.196315] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b02c70-9db8-e498-5b23-c73b34ccf51b" [ 1250.196315] env[68989]: _type = "Task" [ 1250.196315] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.205468] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b02c70-9db8-e498-5b23-c73b34ccf51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.287547] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd83aab9-e508-4e82-aed9-6e295d747d25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.295117] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d72900-a494-4131-a2d1-a6e7de76bc83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.325411] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d049889e-2b5e-4092-b4e4-82f3d518192e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.332057] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d33febc-8980-44d0-b678-925937c52ccb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.345242] env[68989]: DEBUG nova.compute.provider_tree [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.424261] env[68989]: DEBUG oslo_concurrency.lockutils [req-135091c9-e7c8-4db2-b381-2e0493168a3f req-61bea31a-786f-4f63-a9ac-0d01f7b987f0 service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.706719] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b02c70-9db8-e498-5b23-c73b34ccf51b, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.707529] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9cf447-fff5-44c7-aabb-9f12b594d1e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.712385] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1250.712385] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc8d51-fbf5-57be-9b94-0c11297f2a2e" [ 1250.712385] env[68989]: _type = "Task" [ 1250.712385] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.724832] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52dc8d51-fbf5-57be-9b94-0c11297f2a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.725299] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.725299] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 163e008a-a213-41a6-b3c7-ca077fb2bb2d/163e008a-a213-41a6-b3c7-ca077fb2bb2d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.725483] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.725673] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.725871] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610df22b-e57c-4350-8ce1-ee55af943b06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.728124] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17b81b1-33df-4380-bbb7-a4b59586bf5e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.734646] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1250.734646] env[68989]: value = "task-3218696" [ 1250.734646] env[68989]: _type = "Task" [ 1250.734646] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.739314] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.739503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.740546] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f089c7-becd-4b58-a555-7a433cdd63bb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.745869] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.748985] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1250.748985] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52464cf0-c476-3472-bfd8-0670526fd7c9" [ 1250.748985] env[68989]: _type = "Task" [ 1250.748985] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.757183] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52464cf0-c476-3472-bfd8-0670526fd7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.848861] env[68989]: DEBUG nova.scheduler.client.report [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.222040] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.222040] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.245967] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460927} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.246327] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 163e008a-a213-41a6-b3c7-ca077fb2bb2d/163e008a-a213-41a6-b3c7-ca077fb2bb2d.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.246541] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.246784] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4579e2-6699-43eb-a2d3-a77f7e1d6185 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.254588] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1251.254588] env[68989]: value = "task-3218697" [ 1251.254588] env[68989]: _type = "Task" [ 1251.254588] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.263707] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52464cf0-c476-3472-bfd8-0670526fd7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.007424} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.264806] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d711546-2dc6-4881-af47-d8b5e96cf0d9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.270135] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.273024] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1251.273024] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e0f8cb-1533-45ba-540b-7408b9ea3a19" [ 1251.273024] env[68989]: _type = "Task" [ 1251.273024] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.280551] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e0f8cb-1533-45ba-540b-7408b9ea3a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.724899] env[68989]: INFO nova.compute.manager [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Detaching volume 2a18996d-c6ce-42a2-b350-1aa6c942be44 [ 1251.763778] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062738} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.764991] env[68989]: INFO nova.virt.block_device [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Attempting to driver detach volume 2a18996d-c6ce-42a2-b350-1aa6c942be44 from mountpoint /dev/sdb [ 1251.764991] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.765159] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643505', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'name': 'volume-2a18996d-c6ce-42a2-b350-1aa6c942be44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967e6c8d-bddd-4fa7-98c7-081c85ba4e82', 'attached_at': '', 'detached_at': '', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'serial': '2a18996d-c6ce-42a2-b350-1aa6c942be44'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.765450] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.766234] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495fbf3-051a-414f-b4cf-d6049765d7eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.770198] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68431e09-ee81-4e4e-bc70-f2d0e2a404e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.811931] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 163e008a-a213-41a6-b3c7-ca077fb2bb2d/163e008a-a213-41a6-b3c7-ca077fb2bb2d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.813287] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344ed0ce-1423-48fd-b0dc-7ab42699a614 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.827657] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655a3e11-c0a7-4c7e-a83b-ca73778a5772 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.833486] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52e0f8cb-1533-45ba-540b-7408b9ea3a19, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.834354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.834621] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.834891] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00da2a0a-4bc5-4cc5-b457-3d1ff4d62b06 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.839864] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a80aa-4baf-4e97-9af4-de76031e1448 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.842229] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1251.842229] env[68989]: value = "task-3218698" [ 1251.842229] env[68989]: _type = "Task" [ 1251.842229] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.843420] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1251.843420] env[68989]: value = "task-3218699" [ 1251.843420] env[68989]: _type = "Task" [ 1251.843420] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.870669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.195s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.874963] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2472d2-9976-4852-a762-e9bfd06a63bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.883007] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.887836] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.899291] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] The volume has not been displaced from its original location: [datastore2] volume-2a18996d-c6ce-42a2-b350-1aa6c942be44/volume-2a18996d-c6ce-42a2-b350-1aa6c942be44.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.904851] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.905234] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79200ad3-ffa8-43c0-92bf-7aeddd628297 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.927366] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1251.927366] env[68989]: value = "task-3218700" [ 1251.927366] env[68989]: _type = "Task" [ 1251.927366] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.937118] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.357298] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511856} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.360449] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.360757] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.361063] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218698, 'name': ReconfigVM_Task, 'duration_secs': 0.343268} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.361276] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99836f67-223f-423e-834f-137a0e46d511 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.363213] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 163e008a-a213-41a6-b3c7-ca077fb2bb2d/163e008a-a213-41a6-b3c7-ca077fb2bb2d.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.363734] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ffc057-1e71-41a6-9652-a43de1fca053 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.370398] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1252.370398] env[68989]: value = "task-3218701" [ 1252.370398] env[68989]: _type = "Task" [ 1252.370398] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.371612] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1252.371612] env[68989]: value = "task-3218702" [ 1252.371612] env[68989]: _type = "Task" [ 1252.371612] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.389521] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218702, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.389766] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.438224] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218700, 'name': ReconfigVM_Task, 'duration_secs': 0.250065} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.438583] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.444015] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8836c255-36d9-4a1b-b0c7-af32383ab989 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.456899] env[68989]: INFO nova.scheduler.client.report [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted allocation for migration 0fa823a2-b178-481d-b477-c9725ced631b [ 1252.462782] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1252.462782] env[68989]: value = "task-3218703" [ 1252.462782] env[68989]: _type = "Task" [ 1252.462782] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.471190] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.710250] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1252.710461] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643514', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'name': 'volume-d2fa35a1-00bd-419d-8c59-e652a68586de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'serial': 'd2fa35a1-00bd-419d-8c59-e652a68586de'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1252.711422] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd5ae50-1ca5-473c-86ad-c82d94e21571 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.729376] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38b570-0868-436f-932d-c1f53261fc39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.755726] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-d2fa35a1-00bd-419d-8c59-e652a68586de/volume-d2fa35a1-00bd-419d-8c59-e652a68586de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.756141] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cfae60-de20-4647-857a-1252277b7dcf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.774216] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1252.774216] env[68989]: value = "task-3218704" [ 1252.774216] env[68989]: _type = "Task" [ 1252.774216] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.782167] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.884462] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.887374] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.887669] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218702, 'name': Rename_Task, 'duration_secs': 0.141528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.888346] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c0885-c777-435b-b6ed-efa78da65e2c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.890650] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.890866] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e30381-ab93-4127-bf79-a1172e8bdf4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.912253] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.913622] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e6a977-f260-418f-88d4-8c9643d4ae8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.928536] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1252.928536] env[68989]: value = "task-3218705" [ 1252.928536] env[68989]: _type = "Task" [ 1252.928536] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.934239] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1252.934239] env[68989]: value = "task-3218706" [ 1252.934239] env[68989]: _type = "Task" [ 1252.934239] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.940587] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.945786] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218706, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.964854] env[68989]: DEBUG oslo_concurrency.lockutils [None req-9c183ced-80ab-4897-910a-accee1e06481 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.297s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.977299] env[68989]: DEBUG oslo_vmware.api [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218703, 'name': ReconfigVM_Task, 'duration_secs': 0.137383} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.977774] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643505', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'name': 'volume-2a18996d-c6ce-42a2-b350-1aa6c942be44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967e6c8d-bddd-4fa7-98c7-081c85ba4e82', 'attached_at': '', 'detached_at': '', 'volume_id': '2a18996d-c6ce-42a2-b350-1aa6c942be44', 'serial': '2a18996d-c6ce-42a2-b350-1aa6c942be44'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1253.284206] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218704, 'name': ReconfigVM_Task, 'duration_secs': 0.395407} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.284496] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-d2fa35a1-00bd-419d-8c59-e652a68586de/volume-d2fa35a1-00bd-419d-8c59-e652a68586de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.289330] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74846a91-c989-4c3c-acab-e69cf93b5b8f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.305057] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1253.305057] env[68989]: value = "task-3218707" [ 1253.305057] env[68989]: _type = "Task" [ 1253.305057] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.313440] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.441801] env[68989]: DEBUG oslo_vmware.api [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218705, 'name': PowerOnVM_Task, 'duration_secs': 0.505803} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.442546] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.442946] env[68989]: INFO nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1253.443201] env[68989]: DEBUG nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.444445] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ac5d2-fd97-4e47-85e0-9b39cd51d766 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.449774] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218706, 'name': ReconfigVM_Task, 'duration_secs': 0.281949} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.450382] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f/c77a3135-0079-4567-bc77-c2564e54a27f.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.451616] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'size': 0, 'image_id': '4a568452-d0ad-4f10-afaa-61728fe9b22e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '8f2366e7-3b00-4241-a535-cbcf871c719b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'}, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68989) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1253.451847] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.452064] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.454519] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c76ceb8-94b4-4115-99a8-49001654a66d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.476732] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d383d135-20bb-453c-b9b1-a9bef74a7aa1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.501734] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.502948] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592f3214-53ae-4823-ab1e-7b88f3aca539 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.521809] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1253.521809] env[68989]: value = "task-3218708" [ 1253.521809] env[68989]: _type = "Task" [ 1253.521809] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.525947] env[68989]: DEBUG nova.objects.instance [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'flavor' on Instance uuid 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.532515] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.815819] env[68989]: DEBUG oslo_vmware.api [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218707, 'name': ReconfigVM_Task, 'duration_secs': 0.161298} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.816128] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643514', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'name': 'volume-d2fa35a1-00bd-419d-8c59-e652a68586de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'serial': 'd2fa35a1-00bd-419d-8c59-e652a68586de'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1253.908160] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.908425] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.908626] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.908803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.908966] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.910990] env[68989]: INFO nova.compute.manager [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Terminating instance [ 1253.968931] env[68989]: INFO nova.compute.manager [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Took 13.06 seconds to build instance. [ 1254.033355] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218708, 'name': ReconfigVM_Task, 'duration_secs': 0.290379} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.035062] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.039508] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68a2bdf-f7cc-4b68-a516-45a06104cb01 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.055176] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1254.055176] env[68989]: value = "task-3218709" [ 1254.055176] env[68989]: _type = "Task" [ 1254.055176] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.064148] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.249703] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.249913] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.414861] env[68989]: DEBUG nova.compute.manager [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.415149] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.416031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268992b3-e454-486c-9fd9-24fe9311fb65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.423974] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.424242] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79dc94a2-d0cd-4b0f-8d03-fbef5a83325a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.432577] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1254.432577] env[68989]: value = "task-3218710" [ 1254.432577] env[68989]: _type = "Task" [ 1254.432577] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.441038] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.470688] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0912aa42-23a4-49ac-8548-0eb21a16d839 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.573s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.540174] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f192f0d9-f9b8-4a06-a62d-b4cafe3d53fc tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.567142] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218709, 'name': ReconfigVM_Task, 'duration_secs': 0.18307} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.567470] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1254.568185] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d03694b-b994-4235-916c-d64774454043 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.575862] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1254.575862] env[68989]: value = "task-3218711" [ 1254.575862] env[68989]: _type = "Task" [ 1254.575862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.586144] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218711, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.855923] env[68989]: DEBUG nova.objects.instance [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.943539] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218710, 'name': PowerOffVM_Task, 'duration_secs': 0.206769} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.943828] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.944018] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.944293] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a671747e-5ee8-4c0f-8588-4da3422af712 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.011961] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.011961] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.011961] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleting the datastore file [datastore2] 7650227d-b27b-4fe4-a4e5-3c211162a4cd {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.012200] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-530c5cfa-4a37-4cf0-9389-7ae830b16007 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.022854] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1255.022854] env[68989]: value = "task-3218713" [ 1255.022854] env[68989]: _type = "Task" [ 1255.022854] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.030466] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.089411] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218711, 'name': Rename_Task, 'duration_secs': 0.153321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.090381] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.090801] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916a5270-cde3-4114-a374-2a27b4f3e53b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.099138] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1255.099138] env[68989]: value = "task-3218714" [ 1255.099138] env[68989]: _type = "Task" [ 1255.099138] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.106407] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.227918] env[68989]: DEBUG nova.compute.manager [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.228139] env[68989]: DEBUG nova.compute.manager [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.228363] env[68989]: DEBUG oslo_concurrency.lockutils [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.228555] env[68989]: DEBUG oslo_concurrency.lockutils [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.228739] env[68989]: DEBUG nova.network.neutron [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.362031] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ef4dd1a7-d6df-4804-861e-3b94702d88d1 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.535850] env[68989]: DEBUG oslo_vmware.api [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142682} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.536636] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.536636] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.536636] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.536848] env[68989]: INFO nova.compute.manager [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.536947] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.537137] env[68989]: DEBUG nova.compute.manager [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.537252] env[68989]: DEBUG nova.network.neutron [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.567725] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.568221] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.568687] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.568974] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.569177] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.573151] env[68989]: INFO nova.compute.manager [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Terminating instance [ 1255.609707] env[68989]: DEBUG oslo_vmware.api [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218714, 'name': PowerOnVM_Task, 'duration_secs': 0.461186} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.610618] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.610618] env[68989]: DEBUG nova.compute.manager [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.611330] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f766d845-faa3-4d0a-b12b-c7808061895e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.667439] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.667692] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.075718] env[68989]: DEBUG nova.network.neutron [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.076112] env[68989]: DEBUG nova.network.neutron [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.077844] env[68989]: DEBUG nova.compute.manager [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.078610] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.079357] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78eab15-3b12-4ea6-aa41-f7984e954ec1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.087796] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.088142] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996bde02-ad61-4fb5-a42c-171b60e2d512 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.096982] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1256.096982] env[68989]: value = "task-3218715" [ 1256.096982] env[68989]: _type = "Task" [ 1256.096982] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.105975] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.134017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.134017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.134017] env[68989]: DEBUG nova.objects.instance [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1256.139496] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.139746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.171138] env[68989]: INFO nova.compute.manager [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Detaching volume d2fa35a1-00bd-419d-8c59-e652a68586de [ 1256.213528] env[68989]: INFO nova.virt.block_device [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Attempting to driver detach volume d2fa35a1-00bd-419d-8c59-e652a68586de from mountpoint /dev/sdb [ 1256.213779] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.213979] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643514', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'name': 'volume-d2fa35a1-00bd-419d-8c59-e652a68586de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'serial': 'd2fa35a1-00bd-419d-8c59-e652a68586de'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.214890] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed964e-af3d-440a-abbe-5d3b236b4d22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.237864] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda63d0f-0c1e-4d15-a5b1-647f604bb363 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.247098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dab1bf-6567-452e-a251-91a9c3ec320d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.250791] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.272129] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b3603-477e-413a-be1b-42ad14d86e4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.289077] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2fa35a1-00bd-419d-8c59-e652a68586de/volume-d2fa35a1-00bd-419d-8c59-e652a68586de.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.294175] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.294587] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868d0adf-1c9e-4087-893d-f6763d630018 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.315380] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1256.315380] env[68989]: value = "task-3218716" [ 1256.315380] env[68989]: _type = "Task" [ 1256.315380] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.324610] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.579779] env[68989]: DEBUG oslo_concurrency.lockutils [req-4ffcd8e1-bbe1-48ce-8a74-257d058a7bee req-8b63b995-651a-4e7a-9f49-4d1a69e854a2 service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.606063] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218715, 'name': PowerOffVM_Task, 'duration_secs': 0.244215} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.606348] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.606524] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.606775] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e477bcfd-8707-4417-b764-62740d3c79ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.643030] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.650215] env[68989]: DEBUG nova.network.neutron [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.675817] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.676239] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.676345] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleting the datastore file [datastore1] 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.676635] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62843b2c-fb21-491b-8551-3038c1379650 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.684625] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1256.684625] env[68989]: value = "task-3218718" [ 1256.684625] env[68989]: _type = "Task" [ 1256.684625] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.692421] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.825107] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218716, 'name': ReconfigVM_Task, 'duration_secs': 0.451672} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.825417] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.830453] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8a1edc-9f5f-40b4-a74c-d1d536f0abaa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.845158] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1256.845158] env[68989]: value = "task-3218719" [ 1256.845158] env[68989]: _type = "Task" [ 1256.845158] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.853153] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.141637] env[68989]: DEBUG oslo_concurrency.lockutils [None req-39e9f0e5-ac0b-40d4-9abd-c087d4b8f38e tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.152472] env[68989]: INFO nova.compute.manager [-] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Took 1.62 seconds to deallocate network for instance. [ 1257.166019] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.166358] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.167959] env[68989]: INFO nova.compute.claims [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.196995] env[68989]: DEBUG oslo_vmware.api [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151639} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.197302] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.197503] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.197685] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.197868] env[68989]: INFO nova.compute.manager [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1257.198148] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.198595] env[68989]: DEBUG nova.compute.manager [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.198699] env[68989]: DEBUG nova.network.neutron [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.250905] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.260084] env[68989]: DEBUG nova.compute.manager [req-1dc21603-e058-454a-8068-ddd10030a149 req-cda0433a-fc46-45b8-a0df-1e40b36de73c service nova] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Received event network-vif-deleted-67d9ea1d-483b-4485-88a7-7bbcc85d12b7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.355655] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.658724] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.856155] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.116465] env[68989]: DEBUG nova.network.neutron [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.304745] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a9d44-319b-4e5a-8b8a-06a0f71de3d0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.313434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af92655-6975-4966-8889-c3d2a1496ae7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.355658] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c452c6d5-7299-4a39-aded-073618f14a0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.363064] env[68989]: DEBUG oslo_vmware.api [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218719, 'name': ReconfigVM_Task, 'duration_secs': 1.27375} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.365098] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643514', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'name': 'volume-d2fa35a1-00bd-419d-8c59-e652a68586de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fa35a1-00bd-419d-8c59-e652a68586de', 'serial': 'd2fa35a1-00bd-419d-8c59-e652a68586de'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.368448] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047ebb01-18ff-465d-8a06-c0495a9ddcd0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.383677] env[68989]: DEBUG nova.compute.provider_tree [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.619420] env[68989]: INFO nova.compute.manager [-] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Took 1.42 seconds to deallocate network for instance. [ 1258.886988] env[68989]: DEBUG nova.scheduler.client.report [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.910122] env[68989]: DEBUG nova.objects.instance [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'flavor' on Instance uuid ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.125777] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.250131] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.250380] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.250542] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.283288] env[68989]: DEBUG nova.compute.manager [req-f235d42f-eb4b-4998-beb1-de7f00f478c3 req-0dfff98b-e00f-4b4b-8c8f-da41b335d4a2 service nova] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Received event network-vif-deleted-42ee8ed7-2fa0-4647-93dc-2ac8ee0525ef {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.394107] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.394107] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.396737] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.738s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.397443] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.399628] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.274s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.399891] env[68989]: DEBUG nova.objects.instance [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'resources' on Instance uuid 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.421505] env[68989]: INFO nova.scheduler.client.report [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted allocations for instance 7650227d-b27b-4fe4-a4e5-3c211162a4cd [ 1259.753755] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.905689] env[68989]: DEBUG nova.compute.utils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.907741] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.907912] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.916440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0eebbcad-04f8-4494-817e-c4a3ef7ecfc8 tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.249s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.931011] env[68989]: DEBUG oslo_concurrency.lockutils [None req-17073bf3-16ec-4643-9d0d-643dd96d30b7 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "7650227d-b27b-4fe4-a4e5-3c211162a4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.957622] env[68989]: DEBUG nova.policy [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.017936] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e912546-9154-4445-804b-545f56b261a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.026016] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fda27c-b366-45b8-bcc2-a7ccfa996df4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.057409] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c59a9b-8c89-4751-bc23-81100bf15053 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.064822] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa3783-bb65-4e75-88fa-d3bd9e700d8d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.078744] env[68989]: DEBUG nova.compute.provider_tree [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.341891] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Successfully created port: 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.411490] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.581667] env[68989]: DEBUG nova.scheduler.client.report [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.014021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.014021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.014021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.014021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.014021] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.015235] env[68989]: INFO nova.compute.manager [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Terminating instance [ 1261.087032] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.090789] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.337s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.091115] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.091499] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1261.093462] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650ea99-7c5e-4b16-b958-5f0ae31d378c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.103924] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b074bd-84f6-4ed9-90e8-09ae8bfd0cbf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.110587] env[68989]: INFO nova.scheduler.client.report [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted allocations for instance 967e6c8d-bddd-4fa7-98c7-081c85ba4e82 [ 1261.123190] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d34f0-b72b-4c15-9551-80a7154e895a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.129899] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d981ede-8506-4942-a18a-76a3e2b456b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.161063] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179018MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1261.161392] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.161485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.235879] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "0c7e390c-016a-433f-90ef-039768aa21de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.236168] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.424077] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.451993] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.452278] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.452438] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.452620] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.452766] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.452915] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.453140] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.453308] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.453475] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.453642] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.453818] env[68989]: DEBUG nova.virt.hardware [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.454754] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702763b4-e066-46d1-b4d3-947b4899f0b5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.462594] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abf07e-3845-4215-8e40-532f32cf1f95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.519299] env[68989]: DEBUG nova.compute.manager [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.519456] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.520652] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5171bc-3baf-4d9e-9862-72a342070547 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.527410] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.527781] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7db7e7-c5f4-4044-8c41-df717326920e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.533719] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1261.533719] env[68989]: value = "task-3218720" [ 1261.533719] env[68989]: _type = "Task" [ 1261.533719] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.541038] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.626952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-7bb5dad8-4445-424a-9f2a-7ebeb91f0d3c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "967e6c8d-bddd-4fa7-98c7-081c85ba4e82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.059s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.738965] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.827290] env[68989]: DEBUG nova.compute.manager [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-vif-plugged-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.827451] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.827637] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.827948] env[68989]: DEBUG oslo_concurrency.lockutils [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.828169] env[68989]: DEBUG nova.compute.manager [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] No waiting events found dispatching network-vif-plugged-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.828409] env[68989]: WARNING nova.compute.manager [req-d22a7e4c-619e-40bb-97ce-7db778bbef3d req-33ca49c0-9893-45f5-a539-318fba049e71 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received unexpected event network-vif-plugged-1ef0af0c-b951-4fde-a374-52e92407965b for instance with vm_state building and task_state spawning. [ 1261.917307] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Successfully updated port: 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.044681] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218720, 'name': PowerOffVM_Task, 'duration_secs': 0.236726} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.044999] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.045335] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.045606] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d27ba4e-d504-46f3-be84-dbea1100e46b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.106828] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.107082] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.107284] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleting the datastore file [datastore1] ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.107603] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fb2f60-72b9-4116-a333-74e2fa33e75c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.115991] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for the task: (returnval){ [ 1262.115991] env[68989]: value = "task-3218722" [ 1262.115991] env[68989]: _type = "Task" [ 1262.115991] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.125101] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.192156] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192329] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 185719c3-81f1-4694-991c-f212262e3361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192456] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c0733381-451e-48b9-9052-7f646dd4a40b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192576] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c77a3135-0079-4567-bc77-c2564e54a27f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192695] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192814] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 163e008a-a213-41a6-b3c7-ca077fb2bb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.192930] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.259476] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.420330] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.420552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.420777] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.626194] env[68989]: DEBUG oslo_vmware.api [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Task: {'id': task-3218722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296819} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.626480] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.626664] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.626841] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.627024] env[68989]: INFO nova.compute.manager [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1262.627304] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.627488] env[68989]: DEBUG nova.compute.manager [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.627581] env[68989]: DEBUG nova.network.neutron [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.695899] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 0c7e390c-016a-433f-90ef-039768aa21de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.696288] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1262.696580] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1262.795157] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b786ce02-d59e-4942-8d48-71934fa3acd5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.802925] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b1571-a9c1-4e3f-ab65-6309a8fb6bdd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.837102] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0cfa36-f81d-4f8d-b329-4abbd907a856 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.847032] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72aeb5-4157-43b3-adc7-02e0e8c67b33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.861923] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.963867] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.211823] env[68989]: DEBUG nova.network.neutron [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.364673] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.714802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.715175] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Instance network_info: |[{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.715667] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:32:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef0af0c-b951-4fde-a374-52e92407965b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.723824] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.724069] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.724350] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acc4b1e-7f2e-4a55-84e3-11b24baee290 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.743822] env[68989]: DEBUG nova.network.neutron [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.745894] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.745894] env[68989]: value = "task-3218724" [ 1263.745894] env[68989]: _type = "Task" [ 1263.745894] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.753820] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218724, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.863709] env[68989]: DEBUG nova.compute.manager [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.863888] env[68989]: DEBUG nova.compute.manager [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing instance network info cache due to event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.864059] env[68989]: DEBUG oslo_concurrency.lockutils [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.864209] env[68989]: DEBUG oslo_concurrency.lockutils [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.864379] env[68989]: DEBUG nova.network.neutron [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.869639] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1263.869816] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.708s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.870068] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.611s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.871571] env[68989]: INFO nova.compute.claims [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.247341] env[68989]: INFO nova.compute.manager [-] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Took 1.62 seconds to deallocate network for instance. [ 1264.263854] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218724, 'name': CreateVM_Task, 'duration_secs': 0.339858} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.263854] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.264502] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.264690] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.265953] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.265953] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346d21d3-e243-431f-ba38-e860e393d50c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.271639] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1264.271639] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d29619-a32a-135a-60ce-5d6258b5da54" [ 1264.271639] env[68989]: _type = "Task" [ 1264.271639] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.280263] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d29619-a32a-135a-60ce-5d6258b5da54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.562173] env[68989]: DEBUG nova.network.neutron [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updated VIF entry in instance network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.562623] env[68989]: DEBUG nova.network.neutron [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.757678] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.781833] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52d29619-a32a-135a-60ce-5d6258b5da54, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.782167] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.782404] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.782639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.782784] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.782966] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.783241] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879838ec-8b72-476b-abab-3e3cd6102517 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.792120] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.792295] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.792972] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ec633b-d62d-4a69-83d7-a2a25f92393e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.797979] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1264.797979] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b9d0c8-7570-07fb-fe39-2e9d138ffe10" [ 1264.797979] env[68989]: _type = "Task" [ 1264.797979] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.805440] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b9d0c8-7570-07fb-fe39-2e9d138ffe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.987748] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6faecb-b495-4958-825f-cd563edb222b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.995641] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5c80e-974d-415d-a57c-dfc40863c27a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.025355] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df23ab3-b2c9-4e75-828f-abc769baf6c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.032414] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5478f-7f72-47f7-9c60-b0e8af45a577 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.045283] env[68989]: DEBUG nova.compute.provider_tree [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.065053] env[68989]: DEBUG oslo_concurrency.lockutils [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.065204] env[68989]: DEBUG nova.compute.manager [req-443ca465-26b9-4425-a37b-47765489a8d8 req-2e9556cb-68c8-41da-9c73-98a91c348841 service nova] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Received event network-vif-deleted-1286d859-e824-4f9a-a1e9-ba4885d1393f {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.308950] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52b9d0c8-7570-07fb-fe39-2e9d138ffe10, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.309747] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d74fb0-eb25-4bd6-a9c8-e8ba5f001f8a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.315434] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1265.315434] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a21c2c-9aaa-91dd-a5c1-35878e543406" [ 1265.315434] env[68989]: _type = "Task" [ 1265.315434] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.324568] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a21c2c-9aaa-91dd-a5c1-35878e543406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.548746] env[68989]: DEBUG nova.scheduler.client.report [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.826821] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52a21c2c-9aaa-91dd-a5c1-35878e543406, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.827061] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.827393] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c346f1cf-d1b7-4fa1-a8da-a0815c7ae484/c346f1cf-d1b7-4fa1-a8da-a0815c7ae484.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.827648] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac1e105-5d9a-489f-b463-dc1fd6303c97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.831165] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "c0733381-451e-48b9-9052-7f646dd4a40b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.831389] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.831586] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.831770] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.831932] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.834858] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1265.834858] env[68989]: value = "task-3218725" [ 1265.834858] env[68989]: _type = "Task" [ 1265.834858] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.835294] env[68989]: INFO nova.compute.manager [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Terminating instance [ 1265.845604] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.873579] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.873825] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.053681] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.054302] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.057383] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.300s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.057606] env[68989]: DEBUG nova.objects.instance [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lazy-loading 'resources' on Instance uuid ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.340829] env[68989]: DEBUG nova.compute.manager [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.341377] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.346000] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9bcc55-367d-4881-8bda-7aa7765a1651 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.372732] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504069} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.375599] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c346f1cf-d1b7-4fa1-a8da-a0815c7ae484/c346f1cf-d1b7-4fa1-a8da-a0815c7ae484.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.376844] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.377193] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.377459] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb8388d-7393-4bf3-99ac-3e2725289d9f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.384838] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b400f527-f4d1-4013-ac37-eb1f4c939912 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.396859] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1266.396859] env[68989]: value = "task-3218726" [ 1266.396859] env[68989]: _type = "Task" [ 1266.396859] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.397141] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1266.397141] env[68989]: value = "task-3218727" [ 1266.397141] env[68989]: _type = "Task" [ 1266.397141] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.422175] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.422501] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.563633] env[68989]: DEBUG nova.compute.utils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.565950] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.565950] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.604888] env[68989]: DEBUG nova.policy [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de552dbe02004ea18a537b3c9629b7b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1a39961b00445c942f9d3542ca6594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.670677] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244e76f-0924-4009-a340-c514bbba8912 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.678198] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e0be8d-1ff5-42e2-9f19-907b2d8cbe83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.709570] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6afd918-168d-4e3b-b596-305117a13f46 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.716629] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdad234-e859-40ee-b21f-54535a5379b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.729704] env[68989]: DEBUG nova.compute.provider_tree [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.870130] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Successfully created port: a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.909012] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067734} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.911991] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.912336] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218726, 'name': PowerOffVM_Task, 'duration_secs': 0.223887} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.912972] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fb66c0-018e-4fa8-8fc4-e8895159d80c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.915246] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.917062] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.917062] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f70e07-f3ac-4a28-bbc8-a8586f89a5f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.936212] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] c346f1cf-d1b7-4fa1-a8da-a0815c7ae484/c346f1cf-d1b7-4fa1-a8da-a0815c7ae484.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.936463] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8796ae-2d2a-4e6d-9278-8c8f44bbc56b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.955066] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1266.955066] env[68989]: value = "task-3218729" [ 1266.955066] env[68989]: _type = "Task" [ 1266.955066] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.963789] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.976643] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.976879] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.977141] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleting the datastore file [datastore2] c0733381-451e-48b9-9052-7f646dd4a40b {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.977417] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676b1a26-4787-4b93-bc3e-37371d96bbb3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.984377] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1266.984377] env[68989]: value = "task-3218730" [ 1266.984377] env[68989]: _type = "Task" [ 1266.984377] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.993598] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.068925] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.232867] env[68989]: DEBUG nova.scheduler.client.report [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.465035] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218729, 'name': ReconfigVM_Task, 'duration_secs': 0.266584} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.465591] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfigured VM instance instance-00000075 to attach disk [datastore2] c346f1cf-d1b7-4fa1-a8da-a0815c7ae484/c346f1cf-d1b7-4fa1-a8da-a0815c7ae484.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.465799] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859a9ead-2c20-4a94-8357-735189c39ebc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.473324] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1267.473324] env[68989]: value = "task-3218731" [ 1267.473324] env[68989]: _type = "Task" [ 1267.473324] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.480982] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218731, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.492158] env[68989]: DEBUG oslo_vmware.api [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183765} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.492394] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.492578] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.492755] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.492932] env[68989]: INFO nova.compute.manager [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1267.493185] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.493375] env[68989]: DEBUG nova.compute.manager [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.493464] env[68989]: DEBUG nova.network.neutron [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.737944] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.764303] env[68989]: INFO nova.scheduler.client.report [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Deleted allocations for instance ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749 [ 1267.790237] env[68989]: DEBUG nova.compute.manager [req-5ee558ab-a5ca-44cc-8d32-3eeb63063630 req-6e513362-a012-459f-b7b2-e0821abfc86b service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Received event network-vif-deleted-3dd66a4c-57f9-497c-84ee-ed90fe354447 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.790444] env[68989]: INFO nova.compute.manager [req-5ee558ab-a5ca-44cc-8d32-3eeb63063630 req-6e513362-a012-459f-b7b2-e0821abfc86b service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Neutron deleted interface 3dd66a4c-57f9-497c-84ee-ed90fe354447; detaching it from the instance and deleting it from the info cache [ 1267.790731] env[68989]: DEBUG nova.network.neutron [req-5ee558ab-a5ca-44cc-8d32-3eeb63063630 req-6e513362-a012-459f-b7b2-e0821abfc86b service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.988157] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218731, 'name': Rename_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.080712] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.109322] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.109593] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.109764] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.109959] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.110143] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.110506] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.110506] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.110720] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.110838] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.111023] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.111220] env[68989]: DEBUG nova.virt.hardware [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.112118] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75952ed3-6df6-4f7b-8743-92512aa48f66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.120474] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c705910-230c-4407-ac5f-fdc12268a6ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.269199] env[68989]: DEBUG nova.network.neutron [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.273241] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4daebce9-fb4b-44ad-9391-9a64bb2cd1da tempest-AttachVolumeNegativeTest-1920415212 tempest-AttachVolumeNegativeTest-1920415212-project-member] Lock "ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.262s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.292433] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df20e4c4-add7-4297-a1ad-d1f068d66b1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.304099] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ebff3d-51b3-4d8c-a145-e9cb10cffe26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.336781] env[68989]: DEBUG nova.compute.manager [req-5ee558ab-a5ca-44cc-8d32-3eeb63063630 req-6e513362-a012-459f-b7b2-e0821abfc86b service nova] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Detach interface failed, port_id=3dd66a4c-57f9-497c-84ee-ed90fe354447, reason: Instance c0733381-451e-48b9-9052-7f646dd4a40b could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.392486] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Successfully updated port: a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.485934] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218731, 'name': Rename_Task, 'duration_secs': 0.518381} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.486368] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.486572] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080d2b05-9e1d-41ca-a522-b662bb7254a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.493043] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1268.493043] env[68989]: value = "task-3218732" [ 1268.493043] env[68989]: _type = "Task" [ 1268.493043] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.500524] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.772408] env[68989]: INFO nova.compute.manager [-] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Took 1.28 seconds to deallocate network for instance. [ 1268.895469] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.895636] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.895780] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.003790] env[68989]: DEBUG oslo_vmware.api [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218732, 'name': PowerOnVM_Task, 'duration_secs': 0.44576} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.004110] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.004383] env[68989]: INFO nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1269.004520] env[68989]: DEBUG nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.005302] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db147b0c-628d-4f64-a7ed-86f04a0a06e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.244781] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.278697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.278867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.279022] env[68989]: DEBUG nova.objects.instance [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'resources' on Instance uuid c0733381-451e-48b9-9052-7f646dd4a40b {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.446726] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.523847] env[68989]: INFO nova.compute.manager [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Took 12.38 seconds to build instance. [ 1269.591118] env[68989]: DEBUG nova.network.neutron [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.816324] env[68989]: DEBUG nova.compute.manager [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Received event network-vif-plugged-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.816563] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Acquiring lock "0c7e390c-016a-433f-90ef-039768aa21de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.816773] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.816929] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.817114] env[68989]: DEBUG nova.compute.manager [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] No waiting events found dispatching network-vif-plugged-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.817311] env[68989]: WARNING nova.compute.manager [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Received unexpected event network-vif-plugged-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 for instance with vm_state building and task_state spawning. [ 1269.817478] env[68989]: DEBUG nova.compute.manager [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Received event network-changed-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.817647] env[68989]: DEBUG nova.compute.manager [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Refreshing instance network info cache due to event network-changed-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.817811] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.880095] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f05c5b-367b-4bb6-81cb-14519f8d36a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.888023] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce9a05-918f-44ad-bb94-56ba72114668 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.919823] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9199095-9d3b-49b3-b7ab-eb9146acd3de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.928164] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200ab3d-9239-4184-ab8e-2b7cd92f9ed4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.940039] env[68989]: DEBUG nova.compute.provider_tree [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.026093] env[68989]: DEBUG oslo_concurrency.lockutils [None req-78794690-96cf-4e6e-b424-b95881a36615 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.886s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.093814] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.094307] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Instance network_info: |[{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.094780] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.095074] env[68989]: DEBUG nova.network.neutron [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Refreshing network info cache for port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.097552] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.110371] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.111103] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.111952] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e1573a-d14b-439f-8820-9deaef21e0cc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.139754] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.139754] env[68989]: value = "task-3218734" [ 1270.139754] env[68989]: _type = "Task" [ 1270.139754] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.147529] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218734, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.443694] env[68989]: DEBUG nova.scheduler.client.report [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.536835] env[68989]: DEBUG nova.compute.manager [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.537108] env[68989]: DEBUG nova.compute.manager [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.540758] env[68989]: DEBUG oslo_concurrency.lockutils [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.540758] env[68989]: DEBUG oslo_concurrency.lockutils [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.540758] env[68989]: DEBUG nova.network.neutron [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.651993] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218734, 'name': CreateVM_Task, 'duration_secs': 0.32316} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.652232] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.652919] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.653250] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.653522] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.653799] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fa3715-c69c-4b6a-9709-c0973977b1cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.658165] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1270.658165] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52edc67f-a228-b546-e9d0-501e4d97dcd6" [ 1270.658165] env[68989]: _type = "Task" [ 1270.658165] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.665932] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52edc67f-a228-b546-e9d0-501e4d97dcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.806782] env[68989]: DEBUG nova.network.neutron [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updated VIF entry in instance network info cache for port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.808134] env[68989]: DEBUG nova.network.neutron [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.948882] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.973090] env[68989]: INFO nova.scheduler.client.report [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted allocations for instance c0733381-451e-48b9-9052-7f646dd4a40b [ 1271.168903] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52edc67f-a228-b546-e9d0-501e4d97dcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.171542] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.171782] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.172026] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.172355] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.172355] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.172613] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-205e34af-a742-41d6-8b25-dc85f2b7bd60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.181626] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.181817] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.182877] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f3d683-520b-4d3b-8f18-c79a5cc3ec69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.187831] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1271.187831] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527b1005-edcf-3044-a57f-683d6a6225c8" [ 1271.187831] env[68989]: _type = "Task" [ 1271.187831] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.195672] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527b1005-edcf-3044-a57f-683d6a6225c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.240866] env[68989]: DEBUG nova.network.neutron [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.241268] env[68989]: DEBUG nova.network.neutron [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.309821] env[68989]: DEBUG oslo_concurrency.lockutils [req-64375dd5-1f7a-4a2a-a386-10f913c3fd10 req-6190e975-4315-4cd2-aff5-2416362c269a service nova] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.481627] env[68989]: DEBUG oslo_concurrency.lockutils [None req-5314638b-b30b-453d-8f23-fd8a36a103fb tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "c0733381-451e-48b9-9052-7f646dd4a40b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.650s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.701617] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527b1005-edcf-3044-a57f-683d6a6225c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.702572] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a53a2d-65a0-4eef-9f4b-4357083f0ade {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.708964] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1271.708964] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5226f392-abb0-20a4-1a55-92109e7eca25" [ 1271.708964] env[68989]: _type = "Task" [ 1271.708964] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.717066] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5226f392-abb0-20a4-1a55-92109e7eca25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.743892] env[68989]: DEBUG oslo_concurrency.lockutils [req-f14478ef-8d3c-4dab-8f7a-2ab12334b067 req-27dfb1d4-c794-4599-9b85-b09098dcc14c service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.219970] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5226f392-abb0-20a4-1a55-92109e7eca25, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.220270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.220549] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.220810] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cad69a8-1b81-4592-944c-8fe359625cba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.228183] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1272.228183] env[68989]: value = "task-3218736" [ 1272.228183] env[68989]: _type = "Task" [ 1272.228183] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.235767] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.445803] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "185719c3-81f1-4694-991c-f212262e3361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.446138] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.446395] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "185719c3-81f1-4694-991c-f212262e3361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.446592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.446767] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.449168] env[68989]: INFO nova.compute.manager [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Terminating instance [ 1272.572782] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.573038] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing instance network info cache due to event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.573272] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.573424] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.573658] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.737896] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449993} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.738300] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.738383] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.738726] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a921411-f11a-494b-9698-acc9c376109c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.745286] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1272.745286] env[68989]: value = "task-3218737" [ 1272.745286] env[68989]: _type = "Task" [ 1272.745286] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.753442] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.953561] env[68989]: DEBUG nova.compute.manager [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.953814] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.954788] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabe411-6190-4c95-9208-5ce415732126 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.962633] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.962850] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152311b0-a45f-4396-a3b5-fd569ccdee91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.968985] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1272.968985] env[68989]: value = "task-3218738" [ 1272.968985] env[68989]: _type = "Task" [ 1272.968985] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.977431] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.256747] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068304} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.257034] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.257831] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41557ad1-cacc-44fa-8cea-09bd0231ac35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.281102] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.283757] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85d1542-08e6-4f3c-8f8c-95e672b9e596 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.303649] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1273.303649] env[68989]: value = "task-3218739" [ 1273.303649] env[68989]: _type = "Task" [ 1273.303649] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.311217] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.356860] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updated VIF entry in instance network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.357345] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.479681] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218738, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.813686] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218739, 'name': ReconfigVM_Task, 'duration_secs': 0.347157} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.814079] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.814603] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff6309f-b25d-4bf3-85bf-496631465ab6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.821018] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1273.821018] env[68989]: value = "task-3218740" [ 1273.821018] env[68989]: _type = "Task" [ 1273.821018] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.828592] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218740, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.860363] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.860671] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.860886] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing instance network info cache due to event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.861181] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.861384] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.861595] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.981405] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218738, 'name': PowerOffVM_Task, 'duration_secs': 0.634607} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.981712] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.981886] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.982154] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f963a638-f60a-4901-895b-71bbf75d5be1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.061772] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.061941] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.062142] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleting the datastore file [datastore1] 185719c3-81f1-4694-991c-f212262e3361 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.062411] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a843287-00bd-4fd2-8c68-06d6d5477264 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.069755] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for the task: (returnval){ [ 1274.069755] env[68989]: value = "task-3218742" [ 1274.069755] env[68989]: _type = "Task" [ 1274.069755] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.077792] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.331354] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218740, 'name': Rename_Task, 'duration_secs': 0.130577} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.331618] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.331965] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8685292b-0152-4af4-a880-b931cf958d27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.338895] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1274.338895] env[68989]: value = "task-3218743" [ 1274.338895] env[68989]: _type = "Task" [ 1274.338895] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.346374] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.548035] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updated VIF entry in instance network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.548463] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.580115] env[68989]: DEBUG oslo_vmware.api [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Task: {'id': task-3218742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144934} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.580417] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.580645] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.580860] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.581078] env[68989]: INFO nova.compute.manager [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] [instance: 185719c3-81f1-4694-991c-f212262e3361] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1274.581398] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.581563] env[68989]: DEBUG nova.compute.manager [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.581658] env[68989]: DEBUG nova.network.neutron [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.817333] env[68989]: DEBUG nova.compute.manager [req-8e708617-acf9-491e-9e50-e58f994af1d8 req-c426012c-8d64-4136-b6a6-1043ee32bc90 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Received event network-vif-deleted-3c094286-ac44-411b-9fcc-5f6533d62583 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.817653] env[68989]: INFO nova.compute.manager [req-8e708617-acf9-491e-9e50-e58f994af1d8 req-c426012c-8d64-4136-b6a6-1043ee32bc90 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Neutron deleted interface 3c094286-ac44-411b-9fcc-5f6533d62583; detaching it from the instance and deleting it from the info cache [ 1274.817912] env[68989]: DEBUG nova.network.neutron [req-8e708617-acf9-491e-9e50-e58f994af1d8 req-c426012c-8d64-4136-b6a6-1043ee32bc90 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.848323] env[68989]: DEBUG oslo_vmware.api [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218743, 'name': PowerOnVM_Task, 'duration_secs': 0.457661} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.848556] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.848777] env[68989]: INFO nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1274.848960] env[68989]: DEBUG nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.849729] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca9ff8-2e8e-4bae-a6c5-2a8ef2fdf267 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.052427] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.052796] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.053026] env[68989]: DEBUG nova.compute.manager [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.053257] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.053405] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.053574] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.292233] env[68989]: DEBUG nova.network.neutron [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.319776] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d08ca399-6ef8-4132-8401-3229cfcf236e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.329140] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7500323-7757-4e21-adaa-298ac190f645 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.357558] env[68989]: DEBUG nova.compute.manager [req-8e708617-acf9-491e-9e50-e58f994af1d8 req-c426012c-8d64-4136-b6a6-1043ee32bc90 service nova] [instance: 185719c3-81f1-4694-991c-f212262e3361] Detach interface failed, port_id=3c094286-ac44-411b-9fcc-5f6533d62583, reason: Instance 185719c3-81f1-4694-991c-f212262e3361 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.364828] env[68989]: INFO nova.compute.manager [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Took 13.12 seconds to build instance. [ 1275.632624] env[68989]: DEBUG nova.compute.manager [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Received event network-changed-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.632855] env[68989]: DEBUG nova.compute.manager [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Refreshing instance network info cache due to event network-changed-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.633218] env[68989]: DEBUG oslo_concurrency.lockutils [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.633218] env[68989]: DEBUG oslo_concurrency.lockutils [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.633380] env[68989]: DEBUG nova.network.neutron [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Refreshing network info cache for port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.781663] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.782272] env[68989]: DEBUG nova.network.neutron [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.794669] env[68989]: INFO nova.compute.manager [-] [instance: 185719c3-81f1-4694-991c-f212262e3361] Took 1.21 seconds to deallocate network for instance. [ 1275.867256] env[68989]: DEBUG oslo_concurrency.lockutils [None req-979bbf58-dc68-43d6-a3e7-168eb041f5fc tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.631s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.285871] env[68989]: DEBUG oslo_concurrency.lockutils [req-26674af6-fe4e-41ed-9276-f3bab01414ad req-a5016d3e-8b44-4ddb-90a0-2a5c84a14453 service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.301335] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.301629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.301848] env[68989]: DEBUG nova.objects.instance [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lazy-loading 'resources' on Instance uuid 185719c3-81f1-4694-991c-f212262e3361 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.356405] env[68989]: DEBUG nova.network.neutron [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updated VIF entry in instance network info cache for port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.356795] env[68989]: DEBUG nova.network.neutron [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.859520] env[68989]: DEBUG oslo_concurrency.lockutils [req-9a3de7d7-5f95-456b-bf76-ab410fdaeab5 req-1ff61d07-0325-41c0-a87d-b383707a0118 service nova] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.898893] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efa618-be81-4e16-9cbf-a113ca8d5766 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.907163] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0cfef4-08ad-4743-b357-a6db180584a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.938017] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72187008-00c8-41ba-a39b-dfcdad232b14 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.945507] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6278f7-d53a-4c50-a0e1-cb955f7265e3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.959486] env[68989]: DEBUG nova.compute.provider_tree [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.462664] env[68989]: DEBUG nova.scheduler.client.report [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.967285] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.987931] env[68989]: INFO nova.scheduler.client.report [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Deleted allocations for instance 185719c3-81f1-4694-991c-f212262e3361 [ 1278.497236] env[68989]: DEBUG oslo_concurrency.lockutils [None req-07877066-43a8-4208-b74d-154fb296152c tempest-ServerRescueNegativeTestJSON-2081594971 tempest-ServerRescueNegativeTestJSON-2081594971-project-member] Lock "185719c3-81f1-4694-991c-f212262e3361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.567152] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.567583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.567857] env[68989]: DEBUG nova.objects.instance [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid 163e008a-a213-41a6-b3c7-ca077fb2bb2d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.155656] env[68989]: DEBUG nova.objects.instance [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid 163e008a-a213-41a6-b3c7-ca077fb2bb2d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.658203] env[68989]: DEBUG nova.objects.base [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance<163e008a-a213-41a6-b3c7-ca077fb2bb2d> lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.658508] env[68989]: DEBUG nova.network.neutron [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.720315] env[68989]: DEBUG nova.policy [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.380196] env[68989]: DEBUG oslo_concurrency.lockutils [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.380515] env[68989]: DEBUG oslo_concurrency.lockutils [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.884056] env[68989]: INFO nova.compute.manager [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Detaching volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 [ 1293.912906] env[68989]: INFO nova.virt.block_device [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Attempting to driver detach volume 1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4 from mountpoint /dev/sdb [ 1293.913165] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1293.913357] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1293.914284] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da34d8-5469-4cea-bc67-3d5d8496488c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.935838] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc6965-cd42-449e-96e0-bf31c7febe8e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.942240] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9fc58-09a9-4875-b20c-c36736ff0346 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.962544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961297f-5b6f-4aed-bc82-769bad5c26bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.977194] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] The volume has not been displaced from its original location: [datastore2] volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4/volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.982427] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.982719] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69569373-c1dd-4ab5-95da-385f5fb52178 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.999827] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1293.999827] env[68989]: value = "task-3218745" [ 1293.999827] env[68989]: _type = "Task" [ 1293.999827] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.007493] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.080914] env[68989]: DEBUG nova.compute.manager [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.081179] env[68989]: DEBUG oslo_concurrency.lockutils [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.081390] env[68989]: DEBUG oslo_concurrency.lockutils [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.081596] env[68989]: DEBUG oslo_concurrency.lockutils [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.081841] env[68989]: DEBUG nova.compute.manager [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] No waiting events found dispatching network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.082094] env[68989]: WARNING nova.compute.manager [req-39c8403c-135a-46a9-a877-c69136291428 req-7df5d8ed-8cb8-4b72-aa3f-f542bade24b0 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received unexpected event network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd for instance with vm_state active and task_state None. [ 1294.157296] env[68989]: DEBUG nova.network.neutron [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Successfully updated port: 9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.511369] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218745, 'name': ReconfigVM_Task, 'duration_secs': 0.214027} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.511614] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.516050] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8abdd0-ae2c-46a8-b1d8-2e9df57a0d47 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.530499] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1294.530499] env[68989]: value = "task-3218746" [ 1294.530499] env[68989]: _type = "Task" [ 1294.530499] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.537787] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.663346] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.663555] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.663732] env[68989]: DEBUG nova.network.neutron [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.040800] env[68989]: DEBUG oslo_vmware.api [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218746, 'name': ReconfigVM_Task, 'duration_secs': 0.136909} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.041146] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643513', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'name': 'volume-1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c77a3135-0079-4567-bc77-c2564e54a27f', 'attached_at': '', 'detached_at': '', 'volume_id': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4', 'serial': '1a7ef2c1-dfcc-45a0-996f-850c6c3ebca4'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.200934] env[68989]: WARNING nova.network.neutron [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1295.452828] env[68989]: DEBUG nova.network.neutron [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "address": "fa:16:3e:1c:55:1e", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2a0526-99", "ovs_interfaceid": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.581681] env[68989]: DEBUG nova.objects.instance [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'flavor' on Instance uuid c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.956069] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.956753] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.956913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.957815] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03c005-ca19-4cae-b36f-123c66633b89 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.974851] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.975085] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.975249] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.975434] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.975619] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.975797] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.976016] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.976184] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.976367] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.976553] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.976731] env[68989]: DEBUG nova.virt.hardware [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.982798] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfiguring VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1295.983099] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89be7a01-d9d4-47d6-901a-f941ba03712f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.001440] env[68989]: DEBUG oslo_vmware.api [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1296.001440] env[68989]: value = "task-3218747" [ 1296.001440] env[68989]: _type = "Task" [ 1296.001440] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.008991] env[68989]: DEBUG oslo_vmware.api [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218747, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.107113] env[68989]: DEBUG nova.compute.manager [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.107389] env[68989]: DEBUG nova.compute.manager [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-9f2a0526-9949-41f7-9165-8f5b00a15abd. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.107607] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.107707] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.107894] env[68989]: DEBUG nova.network.neutron [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port 9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.511483] env[68989]: DEBUG oslo_vmware.api [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.591322] env[68989]: DEBUG oslo_concurrency.lockutils [None req-499ef204-e16f-465d-9bc0-12f364c97e7d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.795466] env[68989]: DEBUG nova.network.neutron [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port 9f2a0526-9949-41f7-9165-8f5b00a15abd. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.795917] env[68989]: DEBUG nova.network.neutron [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "address": "fa:16:3e:1c:55:1e", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2a0526-99", "ovs_interfaceid": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.013972] env[68989]: DEBUG oslo_vmware.api [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218747, 'name': ReconfigVM_Task, 'duration_secs': 0.533953} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.014512] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.014783] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfigured VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1297.298455] env[68989]: DEBUG oslo_concurrency.lockutils [req-7d29795e-aae4-40d0-8929-7dd63345594d req-1fa987b5-4e5e-47b9-a78b-e7ded38fc68d service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.519350] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f361aadc-144c-4d99-905f-0f9ebd24e69c tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.952s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.629444] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.629698] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.629912] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.630124] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.630312] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.633044] env[68989]: INFO nova.compute.manager [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Terminating instance [ 1298.136800] env[68989]: DEBUG nova.compute.manager [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.137062] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.138019] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce841f87-67cc-422c-abfc-13394b1a5625 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.145663] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.145862] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ee68f7-5d5d-4cf3-a299-f0ea75ee9bed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.151883] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1298.151883] env[68989]: value = "task-3218748" [ 1298.151883] env[68989]: _type = "Task" [ 1298.151883] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.159627] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.661681] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218748, 'name': PowerOffVM_Task, 'duration_secs': 0.167888} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.662085] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.662249] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.662484] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2ff5fa1-1a71-4f9d-b747-c5e9af8c1577 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.728274] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.728534] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.728724] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore2] c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.728988] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0fbabe-5a32-4ad9-b990-934e3e2c7917 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.736039] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1298.736039] env[68989]: value = "task-3218750" [ 1298.736039] env[68989]: _type = "Task" [ 1298.736039] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.743521] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.780263] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.780528] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.246091] env[68989]: DEBUG oslo_vmware.api [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151634} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.246331] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.246545] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.246735] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.246944] env[68989]: INFO nova.compute.manager [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1299.248024] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.248024] env[68989]: DEBUG nova.compute.manager [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.248024] env[68989]: DEBUG nova.network.neutron [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.283588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.283588] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.284406] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fb727-344a-493f-aabf-505469e699a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.303766] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aebc6c-0c6a-4e13-8dd4-0f9116c16718 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.330641] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfiguring VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1299.331102] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd95182-85a2-4d41-93f4-e534c8f43729 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.351663] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1299.351663] env[68989]: value = "task-3218751" [ 1299.351663] env[68989]: _type = "Task" [ 1299.351663] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.359786] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.658545] env[68989]: DEBUG nova.compute.manager [req-f9c237f5-b90b-40b2-8115-ddcd6430df35 req-b4d11165-1528-4ead-9c66-676d2793cbe0 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Received event network-vif-deleted-5471d0cb-91c4-45f8-b362-bd32c3bc6597 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.658785] env[68989]: INFO nova.compute.manager [req-f9c237f5-b90b-40b2-8115-ddcd6430df35 req-b4d11165-1528-4ead-9c66-676d2793cbe0 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Neutron deleted interface 5471d0cb-91c4-45f8-b362-bd32c3bc6597; detaching it from the instance and deleting it from the info cache [ 1299.659066] env[68989]: DEBUG nova.network.neutron [req-f9c237f5-b90b-40b2-8115-ddcd6430df35 req-b4d11165-1528-4ead-9c66-676d2793cbe0 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.861197] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.137415] env[68989]: DEBUG nova.network.neutron [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.161635] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6368ffc-9968-4506-9bb0-1f9eb6763784 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.171663] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361f95b-e4d5-464c-8039-afa7041a0ac5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.200145] env[68989]: DEBUG nova.compute.manager [req-f9c237f5-b90b-40b2-8115-ddcd6430df35 req-b4d11165-1528-4ead-9c66-676d2793cbe0 service nova] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Detach interface failed, port_id=5471d0cb-91c4-45f8-b362-bd32c3bc6597, reason: Instance c77a3135-0079-4567-bc77-c2564e54a27f could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.362066] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.640660] env[68989]: INFO nova.compute.manager [-] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Took 1.39 seconds to deallocate network for instance. [ 1300.862439] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.149113] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.149412] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.149645] env[68989]: DEBUG nova.objects.instance [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'resources' on Instance uuid c77a3135-0079-4567-bc77-c2564e54a27f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.362658] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.720338] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da093f-f32e-458c-b28b-ec019f5e3bea {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.728271] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db88ea-1c20-436a-84d8-76feaf533863 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.758018] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749c4ca-21d4-4919-b968-3d1c027203c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.764546] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eba5c0-464f-41ce-ab42-afad8a5fe4f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.778066] env[68989]: DEBUG nova.compute.provider_tree [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.862796] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.280983] env[68989]: DEBUG nova.scheduler.client.report [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.364237] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.785747] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.806520] env[68989]: INFO nova.scheduler.client.report [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocations for instance c77a3135-0079-4567-bc77-c2564e54a27f [ 1302.864578] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.314220] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d9f94b35-ec8a-4e03-b34e-6ff29554573b tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "c77a3135-0079-4567-bc77-c2564e54a27f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.684s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.365365] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.866017] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.366714] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.867494] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.980066] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.980066] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.368656] env[68989]: DEBUG oslo_vmware.api [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218751, 'name': ReconfigVM_Task, 'duration_secs': 5.772154} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.368938] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.369165] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Reconfigured VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1305.481496] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.004550] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.004913] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.006364] env[68989]: INFO nova.compute.claims [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.645944] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.646213] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.646483] env[68989]: DEBUG nova.network.neutron [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.105199] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f465dd7-4741-49c1-a9ed-9d9107e4b617 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.114126] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04127e5b-41cc-4ee1-8e60-9d8d7ff9be5c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.144789] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2498b74-cb89-4a13-b29c-f00796ffd651 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.153619] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5933f5c5-aa46-4b3a-b2ed-05c6815ffa4a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.169077] env[68989]: DEBUG nova.compute.provider_tree [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.674039] env[68989]: DEBUG nova.scheduler.client.report [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.683748] env[68989]: DEBUG nova.compute.manager [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.683748] env[68989]: DEBUG nova.compute.manager [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing instance network info cache due to event network-changed-f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.683748] env[68989]: DEBUG oslo_concurrency.lockutils [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] Acquiring lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.696590] env[68989]: INFO nova.network.neutron [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Port 9f2a0526-9949-41f7-9165-8f5b00a15abd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1307.697014] env[68989]: DEBUG nova.network.neutron [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.182101] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.182635] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.199920] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.201843] env[68989]: DEBUG oslo_concurrency.lockutils [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] Acquired lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.202045] env[68989]: DEBUG nova.network.neutron [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Refreshing network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.360085] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.360354] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.360757] env[68989]: DEBUG nova.objects.instance [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'flavor' on Instance uuid c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.687299] env[68989]: DEBUG nova.compute.utils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.688858] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.689143] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.703866] env[68989]: DEBUG oslo_concurrency.lockutils [None req-94e1e125-d7ca-4913-b41d-c33930d69bff tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-163e008a-a213-41a6-b3c7-ca077fb2bb2d-9f2a0526-9949-41f7-9165-8f5b00a15abd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.923s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.740885] env[68989]: DEBUG nova.policy [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457a0f932ff646819c0f940ef75b09eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819d5c83705c4fde8bd9f4718d5124c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.948026] env[68989]: DEBUG nova.objects.instance [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'pci_requests' on Instance uuid c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.999219] env[68989]: DEBUG nova.network.neutron [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updated VIF entry in instance network info cache for port f71ccc04-a422-42bb-9ca0-e27e356e8279. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.999579] env[68989]: DEBUG nova.network.neutron [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [{"id": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "address": "fa:16:3e:4f:3f:57", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71ccc04-a4", "ovs_interfaceid": "f71ccc04-a422-42bb-9ca0-e27e356e8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.116536] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Successfully created port: 63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.192940] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.451064] env[68989]: DEBUG nova.objects.base [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1309.451320] env[68989]: DEBUG nova.network.neutron [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.501891] env[68989]: DEBUG oslo_concurrency.lockutils [req-80920c96-3b0b-464e-b051-3e8f725c041d req-60563111-d87c-41ba-bf86-0d63e10823a6 service nova] Releasing lock "refresh_cache-163e008a-a213-41a6-b3c7-ca077fb2bb2d" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.510111] env[68989]: DEBUG nova.policy [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be9bb26a72c046f6a8911f8f6458be08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62f64c5edef7439aaa2019768bcd4afa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.792629] env[68989]: DEBUG nova.compute.manager [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.792846] env[68989]: DEBUG nova.compute.manager [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing instance network info cache due to event network-changed-1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.793017] env[68989]: DEBUG oslo_concurrency.lockutils [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.793165] env[68989]: DEBUG oslo_concurrency.lockutils [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.793362] env[68989]: DEBUG nova.network.neutron [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.201903] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.228281] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.228517] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.228676] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.228858] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.229012] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.229168] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.229376] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.229539] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.229708] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.229871] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.230058] env[68989]: DEBUG nova.virt.hardware [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.230912] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a28ecb-e62a-4799-944b-f99009e11b00 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.238885] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb183dc-284f-42a6-a8c3-1b5a553491da {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.486799] env[68989]: DEBUG nova.network.neutron [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updated VIF entry in instance network info cache for port 1ef0af0c-b951-4fde-a374-52e92407965b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.487192] env[68989]: DEBUG nova.network.neutron [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.538464] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Successfully updated port: 63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.989930] env[68989]: DEBUG oslo_concurrency.lockutils [req-3ebad4c5-f26e-4767-b4ae-597f41e5c0ec req-d1cf9397-5104-4093-921e-85beb25b5506 service nova] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.010707] env[68989]: DEBUG nova.network.neutron [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Successfully updated port: 9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.040429] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.040605] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.040728] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.516141] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.516329] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.516551] env[68989]: DEBUG nova.network.neutron [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.570935] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.691530] env[68989]: DEBUG nova.network.neutron [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updating instance_info_cache with network_info: [{"id": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "address": "fa:16:3e:6a:cc:20", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c32d0a-3f", "ovs_interfaceid": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.825392] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Received event network-vif-plugged-63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.825392] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquiring lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.825538] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.825643] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.825854] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] No waiting events found dispatching network-vif-plugged-63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.826036] env[68989]: WARNING nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Received unexpected event network-vif-plugged-63c32d0a-3fe9-48e4-b53d-389ee659c23b for instance with vm_state building and task_state spawning. [ 1311.826206] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Received event network-changed-63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.826366] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Refreshing instance network info cache due to event network-changed-63c32d0a-3fe9-48e4-b53d-389ee659c23b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.826563] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquiring lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.049982] env[68989]: WARNING nova.network.neutron [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] 1dcf2188-9056-4647-9418-69ab9f224bdb already exists in list: networks containing: ['1dcf2188-9056-4647-9418-69ab9f224bdb']. ignoring it [ 1312.193606] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.193934] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Instance network_info: |[{"id": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "address": "fa:16:3e:6a:cc:20", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c32d0a-3f", "ovs_interfaceid": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.194237] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquired lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.194424] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Refreshing network info cache for port 63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.195644] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:cc:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63c32d0a-3fe9-48e4-b53d-389ee659c23b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.203018] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.203849] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.204085] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7808d4c3-4463-4db2-80b5-c36f929993d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.225896] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.225896] env[68989]: value = "task-3218752" [ 1312.225896] env[68989]: _type = "Task" [ 1312.225896] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.233618] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218752, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.301559] env[68989]: DEBUG nova.network.neutron [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "address": "fa:16:3e:1c:55:1e", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2a0526-99", "ovs_interfaceid": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.769278] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218752, 'name': CreateVM_Task, 'duration_secs': 0.29592} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.769278] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.769278] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.769278] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.769278] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.769278] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2313827-c03e-4946-808f-1a353750e061 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.769278] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1312.769278] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5d0a-3373-45aa-3084-bf5c801ee9a9" [ 1312.769278] env[68989]: _type = "Task" [ 1312.769278] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.769278] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5d0a-3373-45aa-3084-bf5c801ee9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.808163] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.808438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.808592] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.809434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f541d-e9a6-458c-90a9-177d081631bd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.825535] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.825763] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.825920] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.826125] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.826304] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.826476] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.826654] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.827088] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.827088] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.827775] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.827775] env[68989]: DEBUG nova.virt.hardware [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.833515] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfiguring VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1312.836184] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d48ebf-cc06-4a38-8ec7-515b94dc2abb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.854072] env[68989]: DEBUG oslo_vmware.api [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1312.854072] env[68989]: value = "task-3218753" [ 1312.854072] env[68989]: _type = "Task" [ 1312.854072] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.862383] env[68989]: DEBUG oslo_vmware.api [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218753, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.958240] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updated VIF entry in instance network info cache for port 63c32d0a-3fe9-48e4-b53d-389ee659c23b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.958653] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updating instance_info_cache with network_info: [{"id": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "address": "fa:16:3e:6a:cc:20", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c32d0a-3f", "ovs_interfaceid": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.256749] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524a5d0a-3373-45aa-3084-bf5c801ee9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.256749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.256749] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.256749] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.257208] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.257208] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.257307] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc130b0-f219-440f-a3e4-f41bda9dfe6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.265567] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.265747] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.266437] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7485be74-d45e-41f6-9c83-4b5656b80621 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.272319] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1313.272319] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e26ac-1706-f7bd-2b64-2342b37db080" [ 1313.272319] env[68989]: _type = "Task" [ 1313.272319] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.279751] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e26ac-1706-f7bd-2b64-2342b37db080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.369227] env[68989]: DEBUG oslo_vmware.api [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.462395] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Releasing lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.462665] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.462862] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.463087] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.463251] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.463419] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] No waiting events found dispatching network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.463586] env[68989]: WARNING nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received unexpected event network-vif-plugged-9f2a0526-9949-41f7-9165-8f5b00a15abd for instance with vm_state active and task_state None. [ 1313.463752] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-changed-9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.463910] env[68989]: DEBUG nova.compute.manager [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing instance network info cache due to event network-changed-9f2a0526-9949-41f7-9165-8f5b00a15abd. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.464107] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.464249] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.464408] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Refreshing network info cache for port 9f2a0526-9949-41f7-9165-8f5b00a15abd {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.783190] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524e26ac-1706-f7bd-2b64-2342b37db080, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.783955] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81190b82-cbed-49c7-a294-5d8ef53e5afd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.788599] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1313.788599] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c5a42e-821b-8dfc-e285-f5f821e56303" [ 1313.788599] env[68989]: _type = "Task" [ 1313.788599] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.797175] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c5a42e-821b-8dfc-e285-f5f821e56303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.863648] env[68989]: DEBUG oslo_vmware.api [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218753, 'name': ReconfigVM_Task, 'duration_secs': 0.541608} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.864669] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.864669] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfigured VM to attach interface {{(pid=68989) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1313.874037] env[68989]: DEBUG nova.compute.manager [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1314.183412] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updated VIF entry in instance network info cache for port 9f2a0526-9949-41f7-9165-8f5b00a15abd. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.183844] env[68989]: DEBUG nova.network.neutron [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "address": "fa:16:3e:1c:55:1e", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f2a0526-99", "ovs_interfaceid": "9f2a0526-9949-41f7-9165-8f5b00a15abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.300124] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c5a42e-821b-8dfc-e285-f5f821e56303, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.300352] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.300602] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3d7532e5-10ed-4580-b31c-983e6d5a29e8/3d7532e5-10ed-4580-b31c-983e6d5a29e8.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.300852] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ccc0539-d35c-4685-b8f3-cf3272d8313e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.307824] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1314.307824] env[68989]: value = "task-3218754" [ 1314.307824] env[68989]: _type = "Task" [ 1314.307824] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.315259] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.370056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e134841a-b687-4671-a26b-9c147bf0f848 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.394059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.394059] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.686734] env[68989]: DEBUG oslo_concurrency.lockutils [req-2987d400-1887-4390-acd8-ef9052a489c2 req-49ea2449-f026-4869-841c-428571ce9c3c service nova] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.817522] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442393} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.817997] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 3d7532e5-10ed-4580-b31c-983e6d5a29e8/3d7532e5-10ed-4580-b31c-983e6d5a29e8.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.818104] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.818279] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5258387-d389-4eac-9e1f-af53123d6ca5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.823706] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1314.823706] env[68989]: value = "task-3218755" [ 1314.823706] env[68989]: _type = "Task" [ 1314.823706] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.831015] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.898384] env[68989]: INFO nova.compute.claims [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.334093] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05538} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.334309] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.335086] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9abe6c-564a-44e1-bfd9-9003007a6082 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.356154] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3d7532e5-10ed-4580-b31c-983e6d5a29e8/3d7532e5-10ed-4580-b31c-983e6d5a29e8.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.356376] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf18881-4f3b-42df-9837-67f87a68afab {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.374975] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1315.374975] env[68989]: value = "task-3218756" [ 1315.374975] env[68989]: _type = "Task" [ 1315.374975] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.382217] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.404012] env[68989]: INFO nova.compute.resource_tracker [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating resource usage from migration 99a3b623-044e-4585-800c-222ec328cb7c [ 1315.487432] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac4684-0a18-4f07-9dd6-e55823d44b5f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.497122] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d17809-0a8d-46e0-90bb-f9e5edba691b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.529183] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da27d1-f00d-43d4-9fd8-44a05afec90c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.536438] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf270db-6b91-40eb-9730-49c42d44f9f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.549381] env[68989]: DEBUG nova.compute.provider_tree [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.885116] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218756, 'name': ReconfigVM_Task, 'duration_secs': 0.317123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.885511] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3d7532e5-10ed-4580-b31c-983e6d5a29e8/3d7532e5-10ed-4580-b31c-983e6d5a29e8.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.886045] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c6e778-c60f-4fb4-9348-a766fb9bed2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.891764] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1315.891764] env[68989]: value = "task-3218757" [ 1315.891764] env[68989]: _type = "Task" [ 1315.891764] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.899216] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218757, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.052694] env[68989]: DEBUG nova.scheduler.client.report [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.064901] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.065198] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.249428] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.249680] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.249826] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1316.402267] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218757, 'name': Rename_Task, 'duration_secs': 0.149454} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.402544] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.402790] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce375f6a-8dac-40ae-8d43-4d95eb4ffa8b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.409521] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1316.409521] env[68989]: value = "task-3218758" [ 1316.409521] env[68989]: _type = "Task" [ 1316.409521] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.417172] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.557910] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.164s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.558177] env[68989]: INFO nova.compute.manager [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Migrating [ 1316.567563] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.567723] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.572385] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492a8f82-35d6-4cda-82a1-f190f4a6170b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.592185] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f1f7f-58f7-4491-8445-a9a46c46514e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.618617] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfiguring VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1316.619167] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84a77bf-371d-4b8e-9f18-58e5a7ee16ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.637370] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1316.637370] env[68989]: value = "task-3218759" [ 1316.637370] env[68989]: _type = "Task" [ 1316.637370] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.646904] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.920074] env[68989]: DEBUG oslo_vmware.api [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218758, 'name': PowerOnVM_Task, 'duration_secs': 0.418284} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.920074] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.920595] env[68989]: INFO nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1316.920595] env[68989]: DEBUG nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.921157] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a564f8-f4ca-4949-ae47-ab8af471b2d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.076804] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.077067] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.077248] env[68989]: DEBUG nova.network.neutron [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.147634] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.250525] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.439070] env[68989]: INFO nova.compute.manager [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Took 11.45 seconds to build instance. [ 1317.651653] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.925110] env[68989]: DEBUG nova.network.neutron [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.932899] env[68989]: DEBUG nova.compute.manager [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Received event network-changed-63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.933148] env[68989]: DEBUG nova.compute.manager [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Refreshing instance network info cache due to event network-changed-63c32d0a-3fe9-48e4-b53d-389ee659c23b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.933338] env[68989]: DEBUG oslo_concurrency.lockutils [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] Acquiring lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.933446] env[68989]: DEBUG oslo_concurrency.lockutils [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] Acquired lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.933637] env[68989]: DEBUG nova.network.neutron [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Refreshing network info cache for port 63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.940552] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2df1ac8f-bc90-4d84-818d-7ae65207b98d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.961s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.149150] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.428281] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.619854] env[68989]: DEBUG nova.network.neutron [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updated VIF entry in instance network info cache for port 63c32d0a-3fe9-48e4-b53d-389ee659c23b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.620256] env[68989]: DEBUG nova.network.neutron [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updating instance_info_cache with network_info: [{"id": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "address": "fa:16:3e:6a:cc:20", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c32d0a-3f", "ovs_interfaceid": "63c32d0a-3fe9-48e4-b53d-389ee659c23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.649428] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.123190] env[68989]: DEBUG oslo_concurrency.lockutils [req-f506bde1-4e8f-42b1-b03c-19e1d12cc6eb req-98cc91e1-bb9f-43d5-a813-a777e0822b69 service nova] Releasing lock "refresh_cache-3d7532e5-10ed-4580-b31c-983e6d5a29e8" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.151274] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.249496] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.652748] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.943971] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da48a4-b906-4dbb-b0d0-8df3c597e9fa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.964271] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.153298] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.250075] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.250261] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.470061] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.470241] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0adaa7b6-30ba-4ff0-8731-24be0c3eee16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.478953] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1320.478953] env[68989]: value = "task-3218761" [ 1320.478953] env[68989]: _type = "Task" [ 1320.478953] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.486828] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.653030] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.753359] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.753645] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.753813] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.754068] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1320.754982] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd8da39-dd56-4728-837a-d6dcd93a1405 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.762386] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01dc5c-5254-4cef-bc3f-05f8a8a05977 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.777131] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a520ed4-d048-4e98-8703-3a7236148d9f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.783286] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe377f-311e-4273-9a6a-08eb1f3c6455 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.812105] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180040MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1320.812270] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.812493] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.990956] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218761, 'name': PowerOffVM_Task, 'duration_secs': 0.200688} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.991298] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.991528] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.153437] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.499450] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.499730] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.499903] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.500106] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.500261] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.500410] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.500627] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.500800] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.500973] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.501158] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.501326] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.506562] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cb2a06-0945-4228-b20f-2e5f39f3a41c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.523637] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1321.523637] env[68989]: value = "task-3218762" [ 1321.523637] env[68989]: _type = "Task" [ 1321.523637] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.532379] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.654077] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.820517] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Applying migration context for instance 0c7e390c-016a-433f-90ef-039768aa21de as it has an incoming, in-progress migration 99a3b623-044e-4585-800c-222ec328cb7c. Migration status is migrating {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1321.821440] env[68989]: INFO nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating resource usage from migration 99a3b623-044e-4585-800c-222ec328cb7c [ 1321.841334] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.841493] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 163e008a-a213-41a6-b3c7-ca077fb2bb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.841618] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.841738] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 3d7532e5-10ed-4580-b31c-983e6d5a29e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.841856] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Migration 99a3b623-044e-4585-800c-222ec328cb7c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1321.841971] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 0c7e390c-016a-433f-90ef-039768aa21de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.842176] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1321.842319] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1321.928598] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c5f7e6-2b07-458d-b50e-34bd5eda8769 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.936298] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868a2d09-4839-42f3-ba50-3b97836b9b84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.966671] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592d7403-60f9-4278-a4c0-08407d1071d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.974113] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b789dc-eaaf-4b14-9ed1-0044b2443e08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.989196] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.033910] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218762, 'name': ReconfigVM_Task, 'duration_secs': 0.165402} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.034228] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.155060] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.492674] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.540400] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.540666] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.540875] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.541016] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.541141] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.541289] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.541493] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.541654] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.541824] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.541987] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.542181] env[68989]: DEBUG nova.virt.hardware [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.547641] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.548236] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd0815a-dae3-4260-bfbb-080e0a75ca19 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.566681] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1322.566681] env[68989]: value = "task-3218764" [ 1322.566681] env[68989]: _type = "Task" [ 1322.566681] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.574537] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.655139] env[68989]: DEBUG oslo_vmware.api [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218759, 'name': ReconfigVM_Task, 'duration_secs': 5.984021} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.655374] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.655582] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Reconfigured VM to detach interface {{(pid=68989) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1322.997108] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1322.997314] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.077301] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.576423] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218764, 'name': ReconfigVM_Task, 'duration_secs': 0.756408} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.576804] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.577517] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d09cce4-71cc-4bea-9258-72e887a4cb16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.599743] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.599999] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312a493f-069d-4a4a-ab1e-5c419dd1a72a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.616909] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1323.616909] env[68989]: value = "task-3218766" [ 1323.616909] env[68989]: _type = "Task" [ 1323.616909] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.624418] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.955637] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.955846] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquired lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.955991] env[68989]: DEBUG nova.network.neutron [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.126814] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218766, 'name': ReconfigVM_Task, 'duration_secs': 0.303776} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.127107] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.127379] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.457732] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.458117] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.458802] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.459039] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.459211] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.463085] env[68989]: INFO nova.compute.manager [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Terminating instance [ 1324.634153] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf38f13-fd70-41e5-97ea-f3ffbe8966bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.655120] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb23b9-2790-4cf3-b800-ba4f0e2f9623 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.672433] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.676302] env[68989]: INFO nova.network.neutron [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Port 9f2a0526-9949-41f7-9165-8f5b00a15abd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1324.676631] env[68989]: DEBUG nova.network.neutron [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [{"id": "1ef0af0c-b951-4fde-a374-52e92407965b", "address": "fa:16:3e:c1:32:76", "network": {"id": "1dcf2188-9056-4647-9418-69ab9f224bdb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1081579538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62f64c5edef7439aaa2019768bcd4afa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0af0c-b9", "ovs_interfaceid": "1ef0af0c-b951-4fde-a374-52e92407965b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.966896] env[68989]: DEBUG nova.compute.manager [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.967209] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.968232] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b168d2-34f8-4cfc-9dc1-d33ee7849b58 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.977063] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.977329] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbeb9ffc-00d8-4b9f-8ac1-91251e107608 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.984434] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1324.984434] env[68989]: value = "task-3218767" [ 1324.984434] env[68989]: _type = "Task" [ 1324.984434] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.992958] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.997465] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.997689] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.182233] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Releasing lock "refresh_cache-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.214515] env[68989]: DEBUG nova.network.neutron [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1325.495936] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218767, 'name': PowerOffVM_Task, 'duration_secs': 0.231735} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.496297] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.496527] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.496851] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32de944f-abab-40d9-84fd-3e377289271f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.558643] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.558852] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.560070] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleting the datastore file [datastore2] c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.560070] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fed208c-f13e-4faa-9193-c25ff0de4ef2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.565224] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1325.565224] env[68989]: value = "task-3218769" [ 1325.565224] env[68989]: _type = "Task" [ 1325.565224] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.572759] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.686456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-8e8f8a59-28e3-4247-850b-aa8907c55689 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "interface-c346f1cf-d1b7-4fa1-a8da-a0815c7ae484-9f2a0526-9949-41f7-9165-8f5b00a15abd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.621s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.076539] env[68989]: DEBUG oslo_vmware.api [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219803} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.076872] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.077080] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.077269] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.077445] env[68989]: INFO nova.compute.manager [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.077693] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.077891] env[68989]: DEBUG nova.compute.manager [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.077984] env[68989]: DEBUG nova.network.neutron [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.239549] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "0c7e390c-016a-433f-90ef-039768aa21de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.239791] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.239969] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.725269] env[68989]: DEBUG nova.compute.manager [req-093d0003-9f5b-4aa0-85bb-12234ea718e2 req-b0b1cfea-bc61-4c8e-bffc-381d62231cda service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Received event network-vif-deleted-1ef0af0c-b951-4fde-a374-52e92407965b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.725528] env[68989]: INFO nova.compute.manager [req-093d0003-9f5b-4aa0-85bb-12234ea718e2 req-b0b1cfea-bc61-4c8e-bffc-381d62231cda service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Neutron deleted interface 1ef0af0c-b951-4fde-a374-52e92407965b; detaching it from the instance and deleting it from the info cache [ 1326.725663] env[68989]: DEBUG nova.network.neutron [req-093d0003-9f5b-4aa0-85bb-12234ea718e2 req-b0b1cfea-bc61-4c8e-bffc-381d62231cda service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.205284] env[68989]: DEBUG nova.network.neutron [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.228537] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65e3329b-6fe2-4001-b3f8-5fbef1389a0a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.243026] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484c8dd-b86e-4b0e-a055-18037828d4de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.276360] env[68989]: DEBUG nova.compute.manager [req-093d0003-9f5b-4aa0-85bb-12234ea718e2 req-b0b1cfea-bc61-4c8e-bffc-381d62231cda service nova] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Detach interface failed, port_id=1ef0af0c-b951-4fde-a374-52e92407965b, reason: Instance c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.298870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.298870] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.299078] env[68989]: DEBUG nova.network.neutron [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.707973] env[68989]: INFO nova.compute.manager [-] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Took 1.63 seconds to deallocate network for instance. [ 1328.021854] env[68989]: DEBUG nova.network.neutron [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.214125] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.214425] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.214644] env[68989]: DEBUG nova.objects.instance [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'resources' on Instance uuid c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.524380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.801702] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e577a-dcb8-4a47-9a32-e2392f585f68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.809973] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f20c65e-ed0e-452b-8462-9b05e8e346d2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.839801] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7421d-5b74-4de2-9086-1d18d6de97ae {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.846841] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca5dee-e189-4eb2-8895-b8e6634a8983 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.859620] env[68989]: DEBUG nova.compute.provider_tree [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.045509] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e7684-2ffc-4d7d-aba0-c86c57e28e22 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.065830] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b9f932-7814-4567-b697-1757076c1b90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.072716] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.362480] env[68989]: DEBUG nova.scheduler.client.report [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.578721] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.579045] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33c6a98-86c4-45b1-a503-953623262eff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.587872] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1329.587872] env[68989]: value = "task-3218772" [ 1329.587872] env[68989]: _type = "Task" [ 1329.587872] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.595553] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.867639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.886485] env[68989]: INFO nova.scheduler.client.report [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted allocations for instance c346f1cf-d1b7-4fa1-a8da-a0815c7ae484 [ 1330.100033] env[68989]: DEBUG oslo_vmware.api [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218772, 'name': PowerOnVM_Task, 'duration_secs': 0.409179} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.100442] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.100666] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0aa3fd-90bc-4d86-80c2-a7fbb060236b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance '0c7e390c-016a-433f-90ef-039768aa21de' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.394390] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cefb2d6d-29f4-4101-a8c1-371d0567e0e4 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "c346f1cf-d1b7-4fa1-a8da-a0815c7ae484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.936s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.048380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.048620] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.048834] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.049034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.049255] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.051503] env[68989]: INFO nova.compute.manager [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Terminating instance [ 1331.555367] env[68989]: DEBUG nova.compute.manager [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.555846] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.556482] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd538e90-65a6-42e7-a6db-739c3174fd11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.565033] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.565250] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a329a6-c075-4462-a478-22b447ccac6e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.572038] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1331.572038] env[68989]: value = "task-3218774" [ 1331.572038] env[68989]: _type = "Task" [ 1331.572038] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.579868] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.082725] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218774, 'name': PowerOffVM_Task, 'duration_secs': 0.19564} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.082963] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.083169] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.083444] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2023e18-6865-4daf-ab07-7b75725f0d4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.151861] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.152206] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.152426] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleting the datastore file [datastore2] 163e008a-a213-41a6-b3c7-ca077fb2bb2d {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.152724] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2887373-414c-4f86-b73d-6e779f09b192 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.159697] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for the task: (returnval){ [ 1332.159697] env[68989]: value = "task-3218777" [ 1332.159697] env[68989]: _type = "Task" [ 1332.159697] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.168293] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.438720] env[68989]: DEBUG nova.network.neutron [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Port a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1332.438994] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.439248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.439364] env[68989]: DEBUG nova.network.neutron [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.670046] env[68989]: DEBUG oslo_vmware.api [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Task: {'id': task-3218777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162483} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.670451] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.670451] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.670595] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.670775] env[68989]: INFO nova.compute.manager [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1332.671022] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.671216] env[68989]: DEBUG nova.compute.manager [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.671310] env[68989]: DEBUG nova.network.neutron [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.895543] env[68989]: DEBUG nova.compute.manager [req-3c0d734a-f26b-41b4-8dda-51f4ea58d79b req-5df35a8e-3ea4-4bda-8df4-a7ccb0b43abd service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Received event network-vif-deleted-f71ccc04-a422-42bb-9ca0-e27e356e8279 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.895663] env[68989]: INFO nova.compute.manager [req-3c0d734a-f26b-41b4-8dda-51f4ea58d79b req-5df35a8e-3ea4-4bda-8df4-a7ccb0b43abd service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Neutron deleted interface f71ccc04-a422-42bb-9ca0-e27e356e8279; detaching it from the instance and deleting it from the info cache [ 1332.895812] env[68989]: DEBUG nova.network.neutron [req-3c0d734a-f26b-41b4-8dda-51f4ea58d79b req-5df35a8e-3ea4-4bda-8df4-a7ccb0b43abd service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.149713] env[68989]: DEBUG nova.network.neutron [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.377616] env[68989]: DEBUG nova.network.neutron [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.398354] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be1941b3-8939-4539-a2ed-e252b89a4c77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.408748] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b3a743-b842-407d-a9c7-6e7adc4612cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.436923] env[68989]: DEBUG nova.compute.manager [req-3c0d734a-f26b-41b4-8dda-51f4ea58d79b req-5df35a8e-3ea4-4bda-8df4-a7ccb0b43abd service nova] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Detach interface failed, port_id=f71ccc04-a422-42bb-9ca0-e27e356e8279, reason: Instance 163e008a-a213-41a6-b3c7-ca077fb2bb2d could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.652271] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.880096] env[68989]: INFO nova.compute.manager [-] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Took 1.21 seconds to deallocate network for instance. [ 1334.155887] env[68989]: DEBUG nova.compute.manager [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68989) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1334.156151] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.156413] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.387482] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.660148] env[68989]: DEBUG nova.objects.instance [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'migration_context' on Instance uuid 0c7e390c-016a-433f-90ef-039768aa21de {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.241600] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2ef5af-68fb-433b-9bc8-504d2b4879fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.249698] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77098d2-f62f-4e4b-8f02-ac93a49e6735 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.281402] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028b5f9-b9d2-4086-90c6-26084128f3a1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.289324] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9ddd4-7413-434d-a540-6614f371cc65 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.303110] env[68989]: DEBUG nova.compute.provider_tree [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.806837] env[68989]: DEBUG nova.scheduler.client.report [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.818526] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.662s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.824999] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.437s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.825312] env[68989]: DEBUG nova.objects.instance [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lazy-loading 'resources' on Instance uuid 163e008a-a213-41a6-b3c7-ca077fb2bb2d {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.011914] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.012173] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.419543] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd49a72-547b-4f07-966a-13b8b806d454 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.427866] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33aaf1-e76d-4744-8a84-3c60929d3f59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.460680] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a480d-2d57-4be4-9877-424693336044 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.469134] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541893ed-e885-4e2a-9412-0088fa0a108d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.483763] env[68989]: DEBUG nova.compute.provider_tree [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.514016] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.986614] env[68989]: DEBUG nova.scheduler.client.report [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.030937] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.356721] env[68989]: INFO nova.compute.manager [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Swapping old allocation on dict_keys(['926ccbcf-a246-4e02-bbbf-c7221f892eac']) held by migration 99a3b623-044e-4585-800c-222ec328cb7c for instance [ 1338.379555] env[68989]: DEBUG nova.scheduler.client.report [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Overwriting current allocation {'allocations': {'926ccbcf-a246-4e02-bbbf-c7221f892eac': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': 'ab1a39961b00445c942f9d3542ca6594', 'user_id': 'de552dbe02004ea18a537b3c9629b7b4', 'consumer_generation': 1} on consumer 0c7e390c-016a-433f-90ef-039768aa21de {{(pid=68989) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1338.456995] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.457220] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.457411] env[68989]: DEBUG nova.network.neutron [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.491267] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.493465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.463s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.495205] env[68989]: INFO nova.compute.claims [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.508318] env[68989]: INFO nova.scheduler.client.report [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Deleted allocations for instance 163e008a-a213-41a6-b3c7-ca077fb2bb2d [ 1339.015837] env[68989]: DEBUG oslo_concurrency.lockutils [None req-fb9d2cc6-648c-4af8-86fc-67760c798021 tempest-AttachInterfacesTestJSON-1987321694 tempest-AttachInterfacesTestJSON-1987321694-project-member] Lock "163e008a-a213-41a6-b3c7-ca077fb2bb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.967s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.165762] env[68989]: DEBUG nova.network.neutron [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [{"id": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "address": "fa:16:3e:c3:1f:0c", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d29ef9-86", "ovs_interfaceid": "a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.571961] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6a872-28ec-46bd-be53-c264eba780ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.581810] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f23f1-5006-435b-8a1b-08b53f14c267 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.616634] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc89116-7a92-4f88-b7e0-e236ecec64d8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.626021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b46178-3072-47ac-96eb-ee33d5eb3fad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.637478] env[68989]: DEBUG nova.compute.provider_tree [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.671027] env[68989]: DEBUG oslo_concurrency.lockutils [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-0c7e390c-016a-433f-90ef-039768aa21de" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.671027] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.671027] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b19e3f-2281-49dd-bd1a-468b379a7524 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.680456] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1339.680456] env[68989]: value = "task-3218779" [ 1339.680456] env[68989]: _type = "Task" [ 1339.680456] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.689328] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.141615] env[68989]: DEBUG nova.scheduler.client.report [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.189631] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218779, 'name': PowerOffVM_Task, 'duration_secs': 0.195791} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.189878] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.190549] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.190759] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.190911] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.191104] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.191254] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.191403] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.191600] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.191758] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.191922] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.192097] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.192273] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.197226] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24c19fb-3d6c-4b35-bda4-c3cd0b91a244 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.214400] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1340.214400] env[68989]: value = "task-3218780" [ 1340.214400] env[68989]: _type = "Task" [ 1340.214400] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.223310] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.646867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.647322] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.726112] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218780, 'name': ReconfigVM_Task, 'duration_secs': 0.151299} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.727360] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbecd9cc-a315-4c81-9847-fcbbae49626d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.751066] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.751275] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.751519] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.751631] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.751893] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.751973] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.752153] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.752389] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.752653] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.752744] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.752862] env[68989]: DEBUG nova.virt.hardware [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.753702] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397383a2-05ea-4bd6-a1c9-1abd4ce7fd3a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.761214] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1340.761214] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fdda34-9b58-6cd3-ed03-5d06da89ee89" [ 1340.761214] env[68989]: _type = "Task" [ 1340.761214] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.770998] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52fdda34-9b58-6cd3-ed03-5d06da89ee89, 'name': SearchDatastore_Task, 'duration_secs': 0.00828} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.778381] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.778381] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cee54f-a24a-4946-b318-057d8cc9ba27 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.797772] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1340.797772] env[68989]: value = "task-3218781" [ 1340.797772] env[68989]: _type = "Task" [ 1340.797772] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.806653] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.153477] env[68989]: DEBUG nova.compute.utils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.155365] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.155547] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.207171] env[68989]: DEBUG nova.policy [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457a0f932ff646819c0f940ef75b09eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819d5c83705c4fde8bd9f4718d5124c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.308765] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218781, 'name': ReconfigVM_Task, 'duration_secs': 0.372049} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.309226] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.310134] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660a7566-4542-426a-8594-41d0dd8fc360 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.339259] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.339910] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a607ff48-d087-4b99-8023-3159af517680 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.363689] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1341.363689] env[68989]: value = "task-3218782" [ 1341.363689] env[68989]: _type = "Task" [ 1341.363689] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.373062] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.659557] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.737075] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Successfully created port: f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.873921] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218782, 'name': ReconfigVM_Task, 'duration_secs': 0.289528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.874250] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de/0c7e390c-016a-433f-90ef-039768aa21de.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.875114] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056fcdb8-5507-4aaa-96ff-e433f428ae4d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.895540] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd518bc-51c5-4359-a9d9-a55c91d8589f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.914093] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec78718-bb37-46e5-9047-a718715c71ce {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.933668] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9c92f-3bbd-4060-bb2e-dc9084610e13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.943196] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.943196] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1bdaad-5be0-4480-b6e1-1b71891d5c77 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.949035] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1341.949035] env[68989]: value = "task-3218783" [ 1341.949035] env[68989]: _type = "Task" [ 1341.949035] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.957602] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.168306] env[68989]: INFO nova.virt.block_device [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Booting with volume 20c7524c-8367-43e9-b5d4-6b5d2ff7df29 at /dev/sda [ 1342.206463] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06c23a4-b7d7-4f0a-a228-1860f5af5bd8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.216931] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42056469-565e-4c3c-8e2c-6787a8fc4112 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.249213] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1263f13d-5364-486a-b410-558057ab3112 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.257532] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b069f-f6a3-4917-aeb7-4ad6c7ff1d66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.293088] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c94320-09c6-4ef2-86ed-ce9bc136209a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.302021] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306f122-3d0f-412b-8b16-950ddde27fee {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.319492] env[68989]: DEBUG nova.virt.block_device [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating existing volume attachment record: 60cefea1-0775-4a95-9d8c-b8e2a087526f {{(pid=68989) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.459987] env[68989]: DEBUG oslo_vmware.api [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218783, 'name': PowerOnVM_Task, 'duration_secs': 0.395773} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.460276] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.158777] env[68989]: DEBUG nova.compute.manager [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Received event network-vif-plugged-f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.158777] env[68989]: DEBUG oslo_concurrency.lockutils [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.158777] env[68989]: DEBUG oslo_concurrency.lockutils [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.158777] env[68989]: DEBUG oslo_concurrency.lockutils [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.158777] env[68989]: DEBUG nova.compute.manager [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] No waiting events found dispatching network-vif-plugged-f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.158777] env[68989]: WARNING nova.compute.manager [req-8d5b0524-9b86-4074-a5cb-6fd43cba80e3 req-507d3768-a05e-462f-a38e-e742bab7976b service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Received unexpected event network-vif-plugged-f5294b71-0818-40db-b30d-731ee130ee97 for instance with vm_state building and task_state block_device_mapping. [ 1343.254286] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Successfully updated port: f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.470888] env[68989]: INFO nova.compute.manager [None req-ba850eb1-5b1b-4904-88b0-974daceade30 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance to original state: 'active' [ 1343.762246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.762456] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.762668] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.307814] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.417229] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.417840] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.418343] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.418343] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.418480] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.418628] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.418775] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.421457] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.421457] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.421457] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.421457] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.421457] env[68989]: DEBUG nova.virt.hardware [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.424874] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cdae0f-5e3b-413a-918d-644acfc737c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.434175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e6237-72a8-4536-a893-29afcc095f5a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.492029] env[68989]: DEBUG nova.network.neutron [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.712670] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.712941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.740815] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "00e09c25-b577-429b-b12d-34a9764ae536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.741025] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.995101] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.995460] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Instance network_info: |[{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.995905] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e1:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5294b71-0818-40db-b30d-731ee130ee97', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.003695] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.004260] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.004533] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0a2aa97-5af8-4adf-9a0e-19157de9b337 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.028021] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.028021] env[68989]: value = "task-3218784" [ 1345.028021] env[68989]: _type = "Task" [ 1345.028021] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.035333] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218784, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.087319] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "0c7e390c-016a-433f-90ef-039768aa21de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.087666] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.087952] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "0c7e390c-016a-433f-90ef-039768aa21de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.089497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.089497] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.090800] env[68989]: INFO nova.compute.manager [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Terminating instance [ 1345.216019] env[68989]: DEBUG nova.compute.manager [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Received event network-changed-f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.216317] env[68989]: DEBUG nova.compute.manager [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Refreshing instance network info cache due to event network-changed-f5294b71-0818-40db-b30d-731ee130ee97. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.216617] env[68989]: DEBUG oslo_concurrency.lockutils [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.216894] env[68989]: DEBUG oslo_concurrency.lockutils [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.217158] env[68989]: DEBUG nova.network.neutron [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Refreshing network info cache for port f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.219082] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.249100] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.537374] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218784, 'name': CreateVM_Task, 'duration_secs': 0.38231} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.537645] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.538181] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '60cefea1-0775-4a95-9d8c-b8e2a087526f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643521', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'name': 'volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd', 'attached_at': '', 'detached_at': '', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'serial': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29'}, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68989) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1345.538400] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Root volume attach. Driver type: vmdk {{(pid=68989) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1345.539457] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70142750-070a-40cf-83b9-565746df04a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.549154] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750168eb-b84c-4bdb-adcc-96a30ef2390c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.555373] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb0049-9be5-43bc-b1ae-cf2bb8beff7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.561938] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d848fa1e-1e8f-421d-a8c5-87418be90cca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.569526] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1345.569526] env[68989]: value = "task-3218785" [ 1345.569526] env[68989]: _type = "Task" [ 1345.569526] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.577146] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218785, 'name': RelocateVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.594909] env[68989]: DEBUG nova.compute.manager [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.595170] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.595945] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c859494a-74bb-48ab-947d-3d1ec663c02e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.603332] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.603561] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ca91d6-4027-4c50-b99e-506cae0c6c86 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.609606] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1345.609606] env[68989]: value = "task-3218786" [ 1345.609606] env[68989]: _type = "Task" [ 1345.609606] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.617546] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.743453] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.743739] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.745313] env[68989]: INFO nova.compute.claims [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.770485] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.953613] env[68989]: DEBUG nova.network.neutron [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updated VIF entry in instance network info cache for port f5294b71-0818-40db-b30d-731ee130ee97. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.953613] env[68989]: DEBUG nova.network.neutron [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.080032] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218785, 'name': RelocateVM_Task, 'duration_secs': 0.031655} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.080351] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Volume attach. Driver type: vmdk {{(pid=68989) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1346.080561] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643521', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'name': 'volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd', 'attached_at': '', 'detached_at': '', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'serial': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1346.081321] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c413d3c-26db-4317-bdd2-bed2fdd44eef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.097068] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c7786-81e2-4971-9f14-89ecd8931c48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.120784] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29/volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.123663] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f46297-9dc0-4e58-a73c-ef8a7edd02aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.144879] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218786, 'name': PowerOffVM_Task, 'duration_secs': 0.220741} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.145825] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.146019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.146314] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1346.146314] env[68989]: value = "task-3218787" [ 1346.146314] env[68989]: _type = "Task" [ 1346.146314] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.146498] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ebea764-45b9-4204-9e0a-229b1bd9315c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.156237] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.222543] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.222794] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.223010] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleting the datastore file [datastore2] 0c7e390c-016a-433f-90ef-039768aa21de {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.223339] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1db940-434c-42da-88e5-83092b5185fb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.230852] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1346.230852] env[68989]: value = "task-3218789" [ 1346.230852] env[68989]: _type = "Task" [ 1346.230852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.242070] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.456372] env[68989]: DEBUG oslo_concurrency.lockutils [req-719f914d-917e-450d-bff9-83c94585667c req-4710451f-bcab-4e17-8197-bb24fa301dfc service nova] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.658261] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218787, 'name': ReconfigVM_Task, 'duration_secs': 0.29048} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.658642] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29/volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.663186] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d88f856-ea47-40bb-acf6-9ab9c8d2b2c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.678870] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1346.678870] env[68989]: value = "task-3218790" [ 1346.678870] env[68989]: _type = "Task" [ 1346.678870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.688649] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.740961] env[68989]: DEBUG oslo_vmware.api [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152588} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.741246] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.741459] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.741651] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.741831] env[68989]: INFO nova.compute.manager [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1346.742106] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.742318] env[68989]: DEBUG nova.compute.manager [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.742414] env[68989]: DEBUG nova.network.neutron [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.836136] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925821a1-172f-4fbe-a64c-03d1efa85ee6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.845245] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0787ad09-258e-4220-819c-fd478e6d8e38 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.890428] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b8f66c-2499-447c-a9e3-a751921fa37a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.902226] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86d294-c768-43fc-928e-ce0b749b1f80 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.915264] env[68989]: DEBUG nova.compute.provider_tree [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.190300] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218790, 'name': ReconfigVM_Task, 'duration_secs': 0.127581} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.190738] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643521', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'name': 'volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd', 'attached_at': '', 'detached_at': '', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'serial': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29'} {{(pid=68989) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1347.191049] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45518c94-b60e-4471-9132-dffd4498c2c0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.200654] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1347.200654] env[68989]: value = "task-3218791" [ 1347.200654] env[68989]: _type = "Task" [ 1347.200654] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.206248] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218791, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.249488] env[68989]: DEBUG nova.compute.manager [req-a76875d2-c595-48b1-b0f0-08bd7365fbeb req-4488832a-48e8-4ace-b22f-20935b5e61dd service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Received event network-vif-deleted-a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.249755] env[68989]: INFO nova.compute.manager [req-a76875d2-c595-48b1-b0f0-08bd7365fbeb req-4488832a-48e8-4ace-b22f-20935b5e61dd service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Neutron deleted interface a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45; detaching it from the instance and deleting it from the info cache [ 1347.249973] env[68989]: DEBUG nova.network.neutron [req-a76875d2-c595-48b1-b0f0-08bd7365fbeb req-4488832a-48e8-4ace-b22f-20935b5e61dd service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.422040] env[68989]: DEBUG nova.scheduler.client.report [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.634952] env[68989]: DEBUG nova.network.neutron [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.709784] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218791, 'name': Rename_Task, 'duration_secs': 0.141176} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.710373] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.710626] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa2a691-459c-4e42-812f-dd1bfcd62e91 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.718326] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1347.718326] env[68989]: value = "task-3218792" [ 1347.718326] env[68989]: _type = "Task" [ 1347.718326] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.726509] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.752563] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17e335d2-ccf4-4794-899d-1cb947ce15f8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.763975] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70920902-5605-4385-b282-ae499e364c64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.798648] env[68989]: DEBUG nova.compute.manager [req-a76875d2-c595-48b1-b0f0-08bd7365fbeb req-4488832a-48e8-4ace-b22f-20935b5e61dd service nova] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Detach interface failed, port_id=a6d29ef9-86fa-4ea1-b4b1-a9c3472d1e45, reason: Instance 0c7e390c-016a-433f-90ef-039768aa21de could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.926989] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.927887] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.933070] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.162s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.934916] env[68989]: INFO nova.compute.claims [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.140619] env[68989]: INFO nova.compute.manager [-] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Took 1.40 seconds to deallocate network for instance. [ 1348.233666] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.444053] env[68989]: DEBUG nova.compute.utils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.444797] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.445029] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.485718] env[68989]: DEBUG nova.policy [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd97110eb1f42bdb03e85fc52177b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2c8f3afe1442c39159cf29f6a2461c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.652577] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.731527] env[68989]: DEBUG oslo_vmware.api [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218792, 'name': PowerOnVM_Task, 'duration_secs': 0.550278} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.731923] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.732181] env[68989]: INFO nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Took 4.31 seconds to spawn the instance on the hypervisor. [ 1348.732407] env[68989]: DEBUG nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.734280] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d01e33-5d34-4ce4-9286-5d216b718823 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.786917] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Successfully created port: 0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.949388] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.056963] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232e0655-ffa2-45fc-ba6d-7fe06462ac83 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.066144] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5c76e-9b33-4fad-b04c-3a5f2f85c79a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.096874] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bb8d98-8558-48e9-b932-caf1dc618d3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.104785] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e8a78-ce49-4948-adb9-c5b8dbeb6a39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.119284] env[68989]: DEBUG nova.compute.provider_tree [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.252417] env[68989]: INFO nova.compute.manager [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Took 11.23 seconds to build instance. [ 1349.622970] env[68989]: DEBUG nova.scheduler.client.report [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.755215] env[68989]: DEBUG oslo_concurrency.lockutils [None req-56ef682d-2709-403d-8933-d5e96d37871a tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.743s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.961745] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.990643] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.990902] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.991112] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.991314] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.991462] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.991611] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.991821] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.991985] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.992168] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.992335] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.992510] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.993430] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10566037-3cdb-4b24-8542-42743ea53955 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.002702] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc07c4-f7ea-4c8f-a56f-1e2e0bf2c361 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.128183] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.128319] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.131583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.479s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.131966] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.163526] env[68989]: INFO nova.scheduler.client.report [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted allocations for instance 0c7e390c-016a-433f-90ef-039768aa21de [ 1350.208197] env[68989]: DEBUG nova.compute.manager [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Received event network-vif-plugged-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.208197] env[68989]: DEBUG oslo_concurrency.lockutils [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] Acquiring lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.208197] env[68989]: DEBUG oslo_concurrency.lockutils [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.208197] env[68989]: DEBUG oslo_concurrency.lockutils [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.208197] env[68989]: DEBUG nova.compute.manager [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] No waiting events found dispatching network-vif-plugged-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.208197] env[68989]: WARNING nova.compute.manager [req-f00ddace-7f75-4f7b-9669-3f75d6aed2ee req-a793fd67-6dff-42a4-b865-feef09e3e43c service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Received unexpected event network-vif-plugged-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 for instance with vm_state building and task_state spawning. [ 1350.304193] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Successfully updated port: 0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.315119] env[68989]: DEBUG nova.compute.manager [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.315119] env[68989]: DEBUG nova.compute.manager [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing instance network info cache due to event network-changed-bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.315119] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] Acquiring lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.315119] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] Acquired lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.315768] env[68989]: DEBUG nova.network.neutron [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Refreshing network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.636567] env[68989]: DEBUG nova.compute.utils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.638070] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.638070] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.672746] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0ee6fc73-1304-4f69-9869-94b49630b37b tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "0c7e390c-016a-433f-90ef-039768aa21de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.585s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.679776] env[68989]: DEBUG nova.policy [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd97110eb1f42bdb03e85fc52177b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2c8f3afe1442c39159cf29f6a2461c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.807657] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.807898] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.808489] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.043261] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Successfully created port: eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.115785] env[68989]: DEBUG nova.network.neutron [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updated VIF entry in instance network info cache for port bf5d0133-bc64-4fdf-bcac-b1d5a85badec. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.116265] env[68989]: DEBUG nova.network.neutron [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [{"id": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "address": "fa:16:3e:26:ea:f0", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5d0133-bc", "ovs_interfaceid": "bf5d0133-bc64-4fdf-bcac-b1d5a85badec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.141064] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.361789] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.559136] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Updating instance_info_cache with network_info: [{"id": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "address": "fa:16:3e:96:81:3c", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9185e4-c3", "ovs_interfaceid": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.619777] env[68989]: DEBUG oslo_concurrency.lockutils [req-7ce82644-8d32-4843-a3d4-9861ad834a21 req-0ca8ce0d-4fa4-4163-8950-ecbce09a35d9 service nova] Releasing lock "refresh_cache-6c327628-052d-493d-874d-27cf6c3ed66f" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.829104] env[68989]: DEBUG nova.compute.manager [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Stashing vm_state: active {{(pid=68989) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1352.061440] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.061777] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Instance network_info: |[{"id": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "address": "fa:16:3e:96:81:3c", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9185e4-c3", "ovs_interfaceid": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.062223] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:81:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a9185e4-c3d0-4d8b-bc6e-c90893162cf7', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.071336] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating folder: Project (1b2c8f3afe1442c39159cf29f6a2461c). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.071608] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94b2d62-fe7c-47d4-8e88-6130c86ad7f1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.084116] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created folder: Project (1b2c8f3afe1442c39159cf29f6a2461c) in parent group-v643186. [ 1352.084298] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating folder: Instances. Parent ref: group-v643523. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.084526] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d51da6-7fb4-4d70-8b50-b27936d1e82b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.094253] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created folder: Instances in parent group-v643523. [ 1352.094475] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.094673] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.094863] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17805be9-eb91-41f6-8479-57b570bcff3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.113680] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.113680] env[68989]: value = "task-3218795" [ 1352.113680] env[68989]: _type = "Task" [ 1352.113680] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.121614] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218795, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.152665] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.179931] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.180224] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.180469] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.180568] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.180712] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.180859] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.181085] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.181251] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.181427] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.181591] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.181769] env[68989]: DEBUG nova.virt.hardware [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.182674] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a6dca-ab00-49a3-a591-db3a8d67c630 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.190937] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4998ae7-7d9d-42f6-b333-58c0ed638b7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.233033] env[68989]: DEBUG nova.compute.manager [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Received event network-changed-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.233212] env[68989]: DEBUG nova.compute.manager [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Refreshing instance network info cache due to event network-changed-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.233431] env[68989]: DEBUG oslo_concurrency.lockutils [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] Acquiring lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.233576] env[68989]: DEBUG oslo_concurrency.lockutils [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] Acquired lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.233744] env[68989]: DEBUG nova.network.neutron [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Refreshing network info cache for port 0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.322034] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.322228] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.341620] env[68989]: DEBUG nova.compute.manager [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Received event network-changed-f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.341620] env[68989]: DEBUG nova.compute.manager [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Refreshing instance network info cache due to event network-changed-f5294b71-0818-40db-b30d-731ee130ee97. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.341867] env[68989]: DEBUG oslo_concurrency.lockutils [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.341867] env[68989]: DEBUG oslo_concurrency.lockutils [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.341984] env[68989]: DEBUG nova.network.neutron [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Refreshing network info cache for port f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.348087] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.348431] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.519332] env[68989]: DEBUG nova.compute.manager [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Received event network-vif-plugged-eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.519590] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] Acquiring lock "00e09c25-b577-429b-b12d-34a9764ae536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.519807] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] Lock "00e09c25-b577-429b-b12d-34a9764ae536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.519976] env[68989]: DEBUG oslo_concurrency.lockutils [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] Lock "00e09c25-b577-429b-b12d-34a9764ae536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.520443] env[68989]: DEBUG nova.compute.manager [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] No waiting events found dispatching network-vif-plugged-eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.520636] env[68989]: WARNING nova.compute.manager [req-2efcbe3c-9f45-4f74-bf6c-5677f62997a4 req-ae9b0c71-4ff7-469d-a349-ebbf811bcf2f service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Received unexpected event network-vif-plugged-eb370040-9f3c-4c0a-8544-b953a0141ef2 for instance with vm_state building and task_state spawning. [ 1352.626891] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218795, 'name': CreateVM_Task, 'duration_secs': 0.391758} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.627118] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.627963] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.628196] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.628617] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.628920] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa1984f-3aa5-4a79-825e-e638eb47f0b3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.634889] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1352.634889] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524111d2-ab07-6d26-9ef6-eab6047c9a1c" [ 1352.634889] env[68989]: _type = "Task" [ 1352.634889] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.644590] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524111d2-ab07-6d26-9ef6-eab6047c9a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.824743] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.852655] env[68989]: INFO nova.compute.claims [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.925540] env[68989]: DEBUG nova.network.neutron [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Updated VIF entry in instance network info cache for port 0a9185e4-c3d0-4d8b-bc6e-c90893162cf7. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.925917] env[68989]: DEBUG nova.network.neutron [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Updating instance_info_cache with network_info: [{"id": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "address": "fa:16:3e:96:81:3c", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9185e4-c3", "ovs_interfaceid": "0a9185e4-c3d0-4d8b-bc6e-c90893162cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.032065] env[68989]: DEBUG nova.network.neutron [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updated VIF entry in instance network info cache for port f5294b71-0818-40db-b30d-731ee130ee97. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.032463] env[68989]: DEBUG nova.network.neutron [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.053543] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Successfully updated port: eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.147277] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524111d2-ab07-6d26-9ef6-eab6047c9a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.147642] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.147882] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.148275] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.148478] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.148682] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.148956] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8780b67a-99ef-4a0f-9064-b3469bb2300a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.158210] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.158401] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.159133] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdceee6-a3e5-45ef-b537-61bfa84f8a81 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.164793] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1353.164793] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a32d0-f2ea-cedb-a7b3-7edaeba7b549" [ 1353.164793] env[68989]: _type = "Task" [ 1353.164793] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.172609] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a32d0-f2ea-cedb-a7b3-7edaeba7b549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.348460] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.358141] env[68989]: INFO nova.compute.resource_tracker [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating resource usage from migration 13f5cc1d-0dd5-4a9f-91e5-9cb3b38c7be8 [ 1353.428652] env[68989]: DEBUG oslo_concurrency.lockutils [req-b8e025a7-9572-46b2-a291-cfbc2d26be1c req-c2b44593-077c-40a3-af30-9f83e6b5a713 service nova] Releasing lock "refresh_cache-c7b9778b-9160-423c-b20b-dba1a3168ce2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.441880] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e25b74d-5ad2-4ef9-88f8-8a02cec350a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.449733] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a35a9d2-9f1d-41cb-82a7-54028c675d5d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.480438] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3461c-1847-4a4f-bdbe-7cce4672a5ed {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.487215] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546bd76-4fd5-4f9a-9ab0-56eb5e560745 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.499866] env[68989]: DEBUG nova.compute.provider_tree [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.535382] env[68989]: DEBUG oslo_concurrency.lockutils [req-e31977fc-f1e4-4003-9aa2-8f4131d93f82 req-1b87ec08-6e80-43ae-be67-aeefc860a825 service nova] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.555699] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.555832] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.555982] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.675369] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a32d0-f2ea-cedb-a7b3-7edaeba7b549, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.676135] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70112516-7d5e-4efc-9656-26e5aea15f2b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.681342] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1353.681342] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52230fc5-9783-63e3-41ae-3f23f2341eb9" [ 1353.681342] env[68989]: _type = "Task" [ 1353.681342] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.688897] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52230fc5-9783-63e3-41ae-3f23f2341eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.003265] env[68989]: DEBUG nova.scheduler.client.report [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.086296] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.192012] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52230fc5-9783-63e3-41ae-3f23f2341eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.192290] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.192547] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c7b9778b-9160-423c-b20b-dba1a3168ce2/c7b9778b-9160-423c-b20b-dba1a3168ce2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.192798] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226309a1-d99b-4f3c-b67a-eac071902c7f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.199135] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1354.199135] env[68989]: value = "task-3218796" [ 1354.199135] env[68989]: _type = "Task" [ 1354.199135] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.203062] env[68989]: DEBUG nova.network.neutron [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Updating instance_info_cache with network_info: [{"id": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "address": "fa:16:3e:7d:54:97", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb370040-9f", "ovs_interfaceid": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.208849] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.260045] env[68989]: DEBUG nova.compute.manager [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Received event network-changed-eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.260307] env[68989]: DEBUG nova.compute.manager [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Refreshing instance network info cache due to event network-changed-eb370040-9f3c-4c0a-8544-b953a0141ef2. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.260528] env[68989]: DEBUG oslo_concurrency.lockutils [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] Acquiring lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.508306] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.160s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.508546] env[68989]: INFO nova.compute.manager [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Migrating [ 1354.515611] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.167s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.517730] env[68989]: INFO nova.compute.claims [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.711281] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.711595] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Instance network_info: |[{"id": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "address": "fa:16:3e:7d:54:97", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb370040-9f", "ovs_interfaceid": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.711889] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489869} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.712131] env[68989]: DEBUG oslo_concurrency.lockutils [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] Acquired lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.712309] env[68989]: DEBUG nova.network.neutron [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Refreshing network info cache for port eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.713526] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:54:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb370040-9f3c-4c0a-8544-b953a0141ef2', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.721955] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.722181] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] c7b9778b-9160-423c-b20b-dba1a3168ce2/c7b9778b-9160-423c-b20b-dba1a3168ce2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.722391] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.723422] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.723628] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e02eca2-66eb-45ba-8bca-6b5a5ec11d9e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.725815] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28112b83-b356-44af-9986-4cda2c8b6cd3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.745300] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1354.745300] env[68989]: value = "task-3218797" [ 1354.745300] env[68989]: _type = "Task" [ 1354.745300] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.746397] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.746397] env[68989]: value = "task-3218798" [ 1354.746397] env[68989]: _type = "Task" [ 1354.746397] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.757254] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.760232] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218798, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.031417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.031417] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.031417] env[68989]: DEBUG nova.network.neutron [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.260135] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106861} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.260461] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.261450] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229c37a-46f0-4462-aab2-78a126654a64 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.266795] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218798, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.287712] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c7b9778b-9160-423c-b20b-dba1a3168ce2/c7b9778b-9160-423c-b20b-dba1a3168ce2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.287988] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6ba517-0700-473d-8328-d71b2717b39f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.311354] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1355.311354] env[68989]: value = "task-3218799" [ 1355.311354] env[68989]: _type = "Task" [ 1355.311354] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.319583] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.429377] env[68989]: DEBUG nova.network.neutron [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Updated VIF entry in instance network info cache for port eb370040-9f3c-4c0a-8544-b953a0141ef2. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.429779] env[68989]: DEBUG nova.network.neutron [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Updating instance_info_cache with network_info: [{"id": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "address": "fa:16:3e:7d:54:97", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb370040-9f", "ovs_interfaceid": "eb370040-9f3c-4c0a-8544-b953a0141ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.639270] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5636b-9614-44cb-b125-aa97b62befb9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.646808] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491889f8-a16e-426f-af3f-40a6189f99c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.678798] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c97bbe-e5dc-4136-aa4c-370c7178bf12 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.686572] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4d354-2427-45fc-a6bc-af242670b126 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.700331] env[68989]: DEBUG nova.compute.provider_tree [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.760820] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218798, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.773572] env[68989]: DEBUG nova.network.neutron [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.822100] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218799, 'name': ReconfigVM_Task, 'duration_secs': 0.293454} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.822400] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c7b9778b-9160-423c-b20b-dba1a3168ce2/c7b9778b-9160-423c-b20b-dba1a3168ce2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.822999] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af6bb4ef-e686-4e82-9486-6e80446372b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.831340] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1355.831340] env[68989]: value = "task-3218800" [ 1355.831340] env[68989]: _type = "Task" [ 1355.831340] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.843941] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218800, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.932879] env[68989]: DEBUG oslo_concurrency.lockutils [req-91fe5538-532a-4260-8713-2a0344c9cd96 req-c0135626-4102-432d-a66a-911bbbe04d75 service nova] Releasing lock "refresh_cache-00e09c25-b577-429b-b12d-34a9764ae536" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.203322] env[68989]: DEBUG nova.scheduler.client.report [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.260903] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218798, 'name': CreateVM_Task, 'duration_secs': 1.207831} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.261161] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.261810] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.261975] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.262322] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.262576] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f37e75e-c2ff-4ba8-89c2-d9c0062b8f26 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.268711] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1356.268711] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520ad376-79e2-bca9-37fd-e74d7b5a42b8" [ 1356.268711] env[68989]: _type = "Task" [ 1356.268711] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.276992] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.278364] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520ad376-79e2-bca9-37fd-e74d7b5a42b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.341861] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218800, 'name': Rename_Task, 'duration_secs': 0.188178} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.342107] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.342338] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8409b4-2f95-42b8-9ab7-7cd52fe42d66 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.348765] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1356.348765] env[68989]: value = "task-3218801" [ 1356.348765] env[68989]: _type = "Task" [ 1356.348765] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.356945] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.708718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.709288] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.783271] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]520ad376-79e2-bca9-37fd-e74d7b5a42b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.783750] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.783970] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.784214] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.784361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.784538] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.784792] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8396c98-0c13-412f-b871-5e730e5b19c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.794305] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.794486] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.795410] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12add96-ce62-4b61-99ff-c757dacc7582 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.801107] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1356.801107] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cbfa5b-fd7f-1da4-118c-10d4cf66662a" [ 1356.801107] env[68989]: _type = "Task" [ 1356.801107] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.808709] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cbfa5b-fd7f-1da4-118c-10d4cf66662a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.858425] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218801, 'name': PowerOnVM_Task, 'duration_secs': 0.435214} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.858661] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.858858] env[68989]: INFO nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1356.859051] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.859791] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9287232-d2a6-4712-b491-917bda507f4e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.214825] env[68989]: DEBUG nova.compute.utils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.216376] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.216554] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.251296] env[68989]: DEBUG nova.policy [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de552dbe02004ea18a537b3c9629b7b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab1a39961b00445c942f9d3542ca6594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.312729] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cbfa5b-fd7f-1da4-118c-10d4cf66662a, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.313449] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470bb9e2-8263-4c75-8dcd-62e2ede4a012 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.319296] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1357.319296] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5262237a-d286-b189-7c4a-8652230cf832" [ 1357.319296] env[68989]: _type = "Task" [ 1357.319296] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.328993] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5262237a-d286-b189-7c4a-8652230cf832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.375878] env[68989]: INFO nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Took 11.65 seconds to build instance. [ 1357.520326] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Successfully created port: 51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.719889] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.791450] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e1deb-3ade-48be-97b0-94267952fd35 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.810897] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 0 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.828877] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5262237a-d286-b189-7c4a-8652230cf832, 'name': SearchDatastore_Task, 'duration_secs': 0.02771} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.829149] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.829487] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 00e09c25-b577-429b-b12d-34a9764ae536/00e09c25-b577-429b-b12d-34a9764ae536.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.829751] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a0f90f-4060-4350-9aa6-807eec5ce0f6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.836822] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1357.836822] env[68989]: value = "task-3218802" [ 1357.836822] env[68989]: _type = "Task" [ 1357.836822] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.844710] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.878024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.165s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.316955] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.317433] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a580b971-e324-4a99-8f7d-9083f8d44c2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.329381] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1358.329381] env[68989]: value = "task-3218803" [ 1358.329381] env[68989]: _type = "Task" [ 1358.329381] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.342020] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.353320] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.730741] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.756967] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.757263] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.757429] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.757664] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.757755] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.757902] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.758148] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.758302] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.758469] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.758629] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.758799] env[68989]: DEBUG nova.virt.hardware [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.759677] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb72ad1f-e5ff-4fa0-8dd3-8828aebcd5b4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.768416] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25c9c0-a709-4a2f-b0b6-25441440ee42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.840196] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218803, 'name': PowerOffVM_Task, 'duration_secs': 0.234291} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.840472] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.840656] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 17 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.854182] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583983} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.854432] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 00e09c25-b577-429b-b12d-34a9764ae536/00e09c25-b577-429b-b12d-34a9764ae536.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1358.854642] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1358.854888] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca7e338d-ed11-4c67-aa71-53ebb0fb6d96 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.861949] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1358.861949] env[68989]: value = "task-3218804" [ 1358.861949] env[68989]: _type = "Task" [ 1358.861949] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.870756] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.872741] env[68989]: DEBUG nova.compute.manager [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Received event network-vif-plugged-51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.872960] env[68989]: DEBUG oslo_concurrency.lockutils [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] Acquiring lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.873196] env[68989]: DEBUG oslo_concurrency.lockutils [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.873360] env[68989]: DEBUG oslo_concurrency.lockutils [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.873530] env[68989]: DEBUG nova.compute.manager [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] No waiting events found dispatching network-vif-plugged-51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.873700] env[68989]: WARNING nova.compute.manager [req-73d108b4-d60e-4ed0-9eec-1e8fc934fb7e req-07bbc4bc-3c8f-4dac-afd6-ea660c5801b3 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Received unexpected event network-vif-plugged-51b648e9-be05-42cc-81eb-533e72b7444b for instance with vm_state building and task_state spawning. [ 1358.954450] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Successfully updated port: 51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.351662] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:04:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.352041] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.352101] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.352251] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.352408] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.352554] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.352862] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.353073] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.353252] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.353421] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.353648] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.358827] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2b9ade-b2f1-4ce8-9cff-cc46941ecd7a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.380019] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065243} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.380766] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.381583] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af524f57-451f-4e57-8e7d-18361ad5dc05 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.384830] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1359.384830] env[68989]: value = "task-3218805" [ 1359.384830] env[68989]: _type = "Task" [ 1359.384830] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.397502] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.415183] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 00e09c25-b577-429b-b12d-34a9764ae536/00e09c25-b577-429b-b12d-34a9764ae536.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.415530] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e617ad-ed0c-4833-a6a9-7f94cf101363 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.437104] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1359.437104] env[68989]: value = "task-3218806" [ 1359.437104] env[68989]: _type = "Task" [ 1359.437104] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.446196] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.457017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.457234] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.457412] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.895664] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218805, 'name': ReconfigVM_Task, 'duration_secs': 0.240051} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.895986] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 33 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.948619] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.989809] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.121186] env[68989]: DEBUG nova.network.neutron [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.402595] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.403101] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.403101] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.403198] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.403331] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.403480] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.403686] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.403903] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.404030] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.404206] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.404381] env[68989]: DEBUG nova.virt.hardware [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.409736] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1360.410014] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9b6c61-529f-47d6-b4f7-a9c2bfd460bf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.431033] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1360.431033] env[68989]: value = "task-3218807" [ 1360.431033] env[68989]: _type = "Task" [ 1360.431033] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.440014] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.447742] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218806, 'name': ReconfigVM_Task, 'duration_secs': 0.671978} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.448038] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 00e09c25-b577-429b-b12d-34a9764ae536/00e09c25-b577-429b-b12d-34a9764ae536.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.448633] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94898cbe-8812-461d-ba17-ff21813850a8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.455514] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1360.455514] env[68989]: value = "task-3218808" [ 1360.455514] env[68989]: _type = "Task" [ 1360.455514] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.464426] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218808, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.624288] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.624634] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Instance network_info: |[{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.625092] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:b6:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51b648e9-be05-42cc-81eb-533e72b7444b', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.632880] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.633116] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.633351] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c90c9e-843d-45c5-a073-5b477ec884cb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.654374] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.654374] env[68989]: value = "task-3218809" [ 1360.654374] env[68989]: _type = "Task" [ 1360.654374] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.661964] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218809, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.900499] env[68989]: DEBUG nova.compute.manager [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Received event network-changed-51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.900726] env[68989]: DEBUG nova.compute.manager [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Refreshing instance network info cache due to event network-changed-51b648e9-be05-42cc-81eb-533e72b7444b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.900917] env[68989]: DEBUG oslo_concurrency.lockutils [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] Acquiring lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.901091] env[68989]: DEBUG oslo_concurrency.lockutils [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] Acquired lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.901262] env[68989]: DEBUG nova.network.neutron [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Refreshing network info cache for port 51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.939947] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218807, 'name': ReconfigVM_Task, 'duration_secs': 0.182814} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.940196] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.940963] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bebcd66-cdf8-4d39-b7dd-93362ccf141f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.965050] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29/volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.969072] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25950322-086e-415c-b5d2-4730aebc75a6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.988955] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218808, 'name': Rename_Task, 'duration_secs': 0.168498} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.990331] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.990684] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1360.990684] env[68989]: value = "task-3218810" [ 1360.990684] env[68989]: _type = "Task" [ 1360.990684] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.990899] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf254f82-2ebc-4fb2-8507-84b993048dd1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.001368] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.002567] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1361.002567] env[68989]: value = "task-3218811" [ 1361.002567] env[68989]: _type = "Task" [ 1361.002567] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.010243] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.166105] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218809, 'name': CreateVM_Task, 'duration_secs': 0.331952} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.166105] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.166105] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.166376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.166597] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.166867] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7189eef5-0d3b-44d5-be1a-3222d0f82448 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.171836] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1361.171836] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f6cd4-02a4-b52d-73d5-08ec00f7713f" [ 1361.171836] env[68989]: _type = "Task" [ 1361.171836] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.180099] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f6cd4-02a4-b52d-73d5-08ec00f7713f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.502567] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218810, 'name': ReconfigVM_Task, 'duration_secs': 0.328761} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.504895] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29/volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29.vmdk or device None with type thin {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.505265] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 50 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.516564] env[68989]: DEBUG oslo_vmware.api [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218811, 'name': PowerOnVM_Task, 'duration_secs': 0.440323} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.516813] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.517026] env[68989]: INFO nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1361.517240] env[68989]: DEBUG nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.517989] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72197e93-26c2-435b-a498-4108533e2521 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.621035] env[68989]: DEBUG nova.network.neutron [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updated VIF entry in instance network info cache for port 51b648e9-be05-42cc-81eb-533e72b7444b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.621427] env[68989]: DEBUG nova.network.neutron [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.684408] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]522f6cd4-02a4-b52d-73d5-08ec00f7713f, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.684408] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.684408] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.684408] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.684664] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.684742] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.686028] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7931cb2e-c5e8-4099-9c7c-241eef0c8d2e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.694527] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.694703] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.695834] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e4e024-5585-46ef-b6ef-d5b982db9e08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.701916] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1361.701916] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2892-37ee-34c0-08e3-21df0eec8dfa" [ 1361.701916] env[68989]: _type = "Task" [ 1361.701916] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.711185] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2892-37ee-34c0-08e3-21df0eec8dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.014814] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e89da4-d51e-48df-94d6-b2f1ba3d1bb8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.038188] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb17de-0d7c-4f35-84bd-c99e39e8c725 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.042544] env[68989]: INFO nova.compute.manager [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Took 16.29 seconds to build instance. [ 1362.056935] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 67 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1362.124067] env[68989]: DEBUG oslo_concurrency.lockutils [req-75cce49a-b302-472e-9e49-72120a750943 req-349d7539-b6cf-4c0d-8a18-4c16a89c00a2 service nova] Releasing lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.212049] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]529e2892-37ee-34c0-08e3-21df0eec8dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.212776] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01aa2a62-2c3b-4c6b-8229-2fe447fcc1e7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.218177] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1362.218177] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a7a9c-42a7-d6b9-a54d-b2ec5c698a20" [ 1362.218177] env[68989]: _type = "Task" [ 1362.218177] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.225074] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a7a9c-42a7-d6b9-a54d-b2ec5c698a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.311038] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.311302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.311512] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.311697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.311863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.313849] env[68989]: INFO nova.compute.manager [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Terminating instance [ 1362.372334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "00e09c25-b577-429b-b12d-34a9764ae536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.544311] env[68989]: DEBUG oslo_concurrency.lockutils [None req-2e9146b1-25f1-49cc-af97-4213318a121e tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.803s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.544704] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.172s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.544863] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "00e09c25-b577-429b-b12d-34a9764ae536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.545106] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.545294] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.547389] env[68989]: INFO nova.compute.manager [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Terminating instance [ 1362.728522] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526a7a9c-42a7-d6b9-a54d-b2ec5c698a20, 'name': SearchDatastore_Task, 'duration_secs': 0.016974} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.728796] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.729059] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] dcd429df-aad7-4b6c-9dbd-82fa74b6cc52/dcd429df-aad7-4b6c-9dbd-82fa74b6cc52.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.729312] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf068c17-b300-4344-83ed-ea19d7e20bc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.736335] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1362.736335] env[68989]: value = "task-3218812" [ 1362.736335] env[68989]: _type = "Task" [ 1362.736335] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.743951] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.817584] env[68989]: DEBUG nova.compute.manager [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.817819] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.819175] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81374ef-85ca-4340-b3e6-bd8d4103b3c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.828031] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.828031] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbbedb11-b679-4013-b845-580f42ce57bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.832495] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1362.832495] env[68989]: value = "task-3218813" [ 1362.832495] env[68989]: _type = "Task" [ 1362.832495] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.839897] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.050804] env[68989]: DEBUG nova.compute.manager [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.051122] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.052165] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe690de-cb1d-4ec9-8b75-5382c058bf3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.061250] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.061562] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f40eb60-159b-4555-a4fb-bcb315de9d1c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.068866] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1363.068866] env[68989]: value = "task-3218814" [ 1363.068866] env[68989]: _type = "Task" [ 1363.068866] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.080312] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.247375] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.342053] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218813, 'name': PowerOffVM_Task, 'duration_secs': 0.298974} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.342259] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.342493] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.342790] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54020e96-be55-4ac8-9527-46ef3011b130 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.403481] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.403723] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.403989] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleting the datastore file [datastore2] c7b9778b-9160-423c-b20b-dba1a3168ce2 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.404299] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8deda2df-2189-4144-b984-ea34711ceb25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.410556] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1363.410556] env[68989]: value = "task-3218816" [ 1363.410556] env[68989]: _type = "Task" [ 1363.410556] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.418364] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.577989] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218814, 'name': PowerOffVM_Task, 'duration_secs': 0.259477} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.578331] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.578463] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.578706] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3892836-dee4-4b83-b91d-8d802e4f533e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.639115] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.639349] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.639535] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleting the datastore file [datastore2] 00e09c25-b577-429b-b12d-34a9764ae536 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.639787] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e13aa7e4-c37b-4139-be34-1fc368bb7e45 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.645788] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1363.645788] env[68989]: value = "task-3218818" [ 1363.645788] env[68989]: _type = "Task" [ 1363.645788] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.652857] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.697232] env[68989]: DEBUG nova.network.neutron [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Port f5294b71-0818-40db-b30d-731ee130ee97 binding to destination host cpu-1 is already ACTIVE {{(pid=68989) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1363.746355] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526475} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.746602] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] dcd429df-aad7-4b6c-9dbd-82fa74b6cc52/dcd429df-aad7-4b6c-9dbd-82fa74b6cc52.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.746812] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.747064] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601a584b-ea85-48a9-a87d-2ec0c8c7d9cf {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.753658] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1363.753658] env[68989]: value = "task-3218819" [ 1363.753658] env[68989]: _type = "Task" [ 1363.753658] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.760524] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.920263] env[68989]: DEBUG oslo_vmware.api [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.920515] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.920706] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.920891] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.921084] env[68989]: INFO nova.compute.manager [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1363.921352] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.921538] env[68989]: DEBUG nova.compute.manager [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.921637] env[68989]: DEBUG nova.network.neutron [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.134682] env[68989]: DEBUG nova.compute.manager [req-a816925e-4465-4557-b6bf-a3c6fea2c171 req-b1b98223-2e90-49d2-ad50-9ccab62f8d91 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Received event network-vif-deleted-0a9185e4-c3d0-4d8b-bc6e-c90893162cf7 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.135012] env[68989]: INFO nova.compute.manager [req-a816925e-4465-4557-b6bf-a3c6fea2c171 req-b1b98223-2e90-49d2-ad50-9ccab62f8d91 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Neutron deleted interface 0a9185e4-c3d0-4d8b-bc6e-c90893162cf7; detaching it from the instance and deleting it from the info cache [ 1364.135130] env[68989]: DEBUG nova.network.neutron [req-a816925e-4465-4557-b6bf-a3c6fea2c171 req-b1b98223-2e90-49d2-ad50-9ccab62f8d91 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.156045] env[68989]: DEBUG oslo_vmware.api [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140684} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.156182] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.156266] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.156515] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.156725] env[68989]: INFO nova.compute.manager [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1364.156994] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.157242] env[68989]: DEBUG nova.compute.manager [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.157366] env[68989]: DEBUG nova.network.neutron [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.263472] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078234} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.263737] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.264499] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4fa0a0-d9dd-4275-998e-21603140420d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.285935] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] dcd429df-aad7-4b6c-9dbd-82fa74b6cc52/dcd429df-aad7-4b6c-9dbd-82fa74b6cc52.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.286403] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80f7150-7736-4cd8-87ba-70cd657a0f56 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.308030] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1364.308030] env[68989]: value = "task-3218820" [ 1364.308030] env[68989]: _type = "Task" [ 1364.308030] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.315591] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.617849] env[68989]: DEBUG nova.network.neutron [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.638331] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ab8d63-1fe1-47a3-a3b2-2f42e5b2518a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.648126] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524872f8-21bb-4ed3-9472-a27364caa332 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.677878] env[68989]: DEBUG nova.compute.manager [req-a816925e-4465-4557-b6bf-a3c6fea2c171 req-b1b98223-2e90-49d2-ad50-9ccab62f8d91 service nova] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Detach interface failed, port_id=0a9185e4-c3d0-4d8b-bc6e-c90893162cf7, reason: Instance c7b9778b-9160-423c-b20b-dba1a3168ce2 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.718734] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.719044] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.719168] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.817584] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218820, 'name': ReconfigVM_Task, 'duration_secs': 0.293326} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.817860] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Reconfigured VM instance instance-0000007b to attach disk [datastore2] dcd429df-aad7-4b6c-9dbd-82fa74b6cc52/dcd429df-aad7-4b6c-9dbd-82fa74b6cc52.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.818526] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58afb2bc-29a4-4fac-8947-73f2e1a7edcd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.825477] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1364.825477] env[68989]: value = "task-3218821" [ 1364.825477] env[68989]: _type = "Task" [ 1364.825477] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.837874] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218821, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.867858] env[68989]: DEBUG nova.network.neutron [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.120664] env[68989]: INFO nova.compute.manager [-] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Took 1.20 seconds to deallocate network for instance. [ 1365.335437] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218821, 'name': Rename_Task, 'duration_secs': 0.136788} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.335726] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.335965] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06fc1839-31d0-4123-911c-4ea4433cb5ef {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.342357] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1365.342357] env[68989]: value = "task-3218822" [ 1365.342357] env[68989]: _type = "Task" [ 1365.342357] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.353436] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.370482] env[68989]: INFO nova.compute.manager [-] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Took 1.21 seconds to deallocate network for instance. [ 1365.626854] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.627176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.627435] env[68989]: DEBUG nova.objects.instance [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lazy-loading 'resources' on Instance uuid c7b9778b-9160-423c-b20b-dba1a3168ce2 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.765121] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.765342] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.765534] env[68989]: DEBUG nova.network.neutron [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.852230] env[68989]: DEBUG oslo_vmware.api [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218822, 'name': PowerOnVM_Task, 'duration_secs': 0.443581} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.852479] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.852716] env[68989]: INFO nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1365.852909] env[68989]: DEBUG nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.853723] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3452ae-57bc-4f01-9af4-ee6c09287f33 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.877561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.158329] env[68989]: DEBUG nova.compute.manager [req-565dc475-964f-48d5-bd03-f1b49428f04b req-31a64bcd-78e8-4101-bb1e-70307c4d859c service nova] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Received event network-vif-deleted-eb370040-9f3c-4c0a-8544-b953a0141ef2 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.223788] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe87c3-1c69-4fc3-b76c-2ef307251a37 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.231541] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6547e9ec-8e1e-42b8-9fe1-a7cdc5548b97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.261929] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ace9c-064d-4360-99c1-e2fc7d8e61df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.271314] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899e430-00bb-46d5-a7ef-b69af2094da5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.284505] env[68989]: DEBUG nova.compute.provider_tree [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.369232] env[68989]: INFO nova.compute.manager [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Took 13.04 seconds to build instance. [ 1366.465500] env[68989]: DEBUG nova.network.neutron [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.787380] env[68989]: DEBUG nova.scheduler.client.report [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.870923] env[68989]: DEBUG oslo_concurrency.lockutils [None req-cd076819-41ca-431e-8015-927338097167 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.549s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.968290] env[68989]: DEBUG oslo_concurrency.lockutils [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.292561] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.295738] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.418s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.295738] env[68989]: DEBUG nova.objects.instance [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lazy-loading 'resources' on Instance uuid 00e09c25-b577-429b-b12d-34a9764ae536 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.314149] env[68989]: INFO nova.scheduler.client.report [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted allocations for instance c7b9778b-9160-423c-b20b-dba1a3168ce2 [ 1367.479286] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47465fa2-97f7-49f8-ad2c-8b447cf3d543 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.486748] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf77dc-6d24-4754-a65d-7c745f3dd2d6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.826833] env[68989]: DEBUG oslo_concurrency.lockutils [None req-a499c688-c843-4553-bffb-e8b7990f262b tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "c7b9778b-9160-423c-b20b-dba1a3168ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.881545] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc433e-6fe0-48da-ac1a-0666580170b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.889544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa7bb7-8c7c-40a2-9cb6-e1cc9786d7a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.920232] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d51bd-3478-412d-a533-1ad25897720c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.928031] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2581a72-5719-4b49-ade0-459f402ec066 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.941715] env[68989]: DEBUG nova.compute.provider_tree [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.190117] env[68989]: DEBUG nova.compute.manager [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Received event network-changed-51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.190389] env[68989]: DEBUG nova.compute.manager [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Refreshing instance network info cache due to event network-changed-51b648e9-be05-42cc-81eb-533e72b7444b. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.190639] env[68989]: DEBUG oslo_concurrency.lockutils [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] Acquiring lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.190821] env[68989]: DEBUG oslo_concurrency.lockutils [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] Acquired lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.191048] env[68989]: DEBUG nova.network.neutron [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Refreshing network info cache for port 51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.444811] env[68989]: DEBUG nova.scheduler.client.report [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.590937] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b597c577-0814-4691-b8bd-5fc50e61aef7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.610712] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c31d27-9af0-4e7e-a13e-bfbdc407e60f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.617916] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 83 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.891748] env[68989]: DEBUG nova.network.neutron [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updated VIF entry in instance network info cache for port 51b648e9-be05-42cc-81eb-533e72b7444b. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.892260] env[68989]: DEBUG nova.network.neutron [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.949800] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.969110] env[68989]: INFO nova.scheduler.client.report [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted allocations for instance 00e09c25-b577-429b-b12d-34a9764ae536 [ 1369.125167] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.125528] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a875436-fe05-41dc-8e5b-70db6053ad43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.133550] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1369.133550] env[68989]: value = "task-3218823" [ 1369.133550] env[68989]: _type = "Task" [ 1369.133550] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.142030] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.396439] env[68989]: DEBUG oslo_concurrency.lockutils [req-2acfaa31-2e7e-4042-9570-cba6eb45824a req-1503998e-8f68-41b9-adde-438956b08012 service nova] Releasing lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.478144] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e9329ca4-c3e3-46b3-acc5-43e8b42aee1d tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "00e09c25-b577-429b-b12d-34a9764ae536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.933s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.642820] env[68989]: DEBUG oslo_vmware.api [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218823, 'name': PowerOnVM_Task, 'duration_secs': 0.485217} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.643086] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.643270] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-0e44867c-66bf-4596-a8a9-3d8dad03b35f tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd' progress to 100 {{(pid=68989) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.417639] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.417892] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.446466] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.446698] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.920283] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.948904] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.443023] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.443317] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.444726] env[68989]: INFO nova.compute.claims [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.466848] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.234361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.234604] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.234926] env[68989]: DEBUG nova.compute.manager [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Going to confirm migration 10 {{(pid=68989) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1372.543153] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75541561-3eec-4c7a-ad9d-4d4431b688a7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.550651] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8614de71-bac0-43e1-a9d7-0582129ff6d7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.579605] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756e986-ba3e-43d6-a6c7-5ba026c2c191 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.586205] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a1eb2-3f9e-4335-a216-9cd31a2a32f5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.598593] env[68989]: DEBUG nova.compute.provider_tree [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.801448] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.801638] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquired lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.801814] env[68989]: DEBUG nova.network.neutron [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.801996] env[68989]: DEBUG nova.objects.instance [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'info_cache' on Instance uuid 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.101617] env[68989]: DEBUG nova.scheduler.client.report [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.606401] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.607077] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.610488] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.144s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.612337] env[68989]: INFO nova.compute.claims [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.998886] env[68989]: DEBUG nova.network.neutron [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [{"id": "f5294b71-0818-40db-b30d-731ee130ee97", "address": "fa:16:3e:a0:e1:07", "network": {"id": "52f6bcfb-60f4-4111-adaa-771d3dc310f4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-499462377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "819d5c83705c4fde8bd9f4718d5124c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5294b71-08", "ovs_interfaceid": "f5294b71-0818-40db-b30d-731ee130ee97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.117908] env[68989]: DEBUG nova.compute.utils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.121777] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.121906] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.159812] env[68989]: DEBUG nova.policy [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd97110eb1f42bdb03e85fc52177b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2c8f3afe1442c39159cf29f6a2461c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.376069] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Successfully created port: 8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.501849] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Releasing lock "refresh_cache-7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.502158] env[68989]: DEBUG nova.objects.instance [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'migration_context' on Instance uuid 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.622620] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.717596] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2f67e8-05e8-4be1-a2a4-d90a2855ecec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.725347] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf765e2-1f2b-40d1-8683-662120ce98f3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.755443] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b61499-62f8-493e-9700-9350965c12fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.762349] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b469d90-41d3-4a3a-95b7-b36a3c0259a9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.775235] env[68989]: DEBUG nova.compute.provider_tree [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.004960] env[68989]: DEBUG nova.objects.base [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Object Instance<7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd> lazy-loaded attributes: info_cache,migration_context {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.005972] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aa1dc0-2154-46af-80ac-fc86a02dacbe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.027130] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca12c48-e803-4486-8b90-35e1ae359d4b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.032392] env[68989]: DEBUG oslo_vmware.api [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1375.032392] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c305a4-4b0b-7475-ee38-0f98b7ddd6fb" [ 1375.032392] env[68989]: _type = "Task" [ 1375.032392] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.040081] env[68989]: DEBUG oslo_vmware.api [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c305a4-4b0b-7475-ee38-0f98b7ddd6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.278935] env[68989]: DEBUG nova.scheduler.client.report [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.542761] env[68989]: DEBUG oslo_vmware.api [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c305a4-4b0b-7475-ee38-0f98b7ddd6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008034} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.542999] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.635470] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.660780] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.661053] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.661217] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.661405] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.661623] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.661805] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.662028] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.662195] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.662365] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.662532] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.662711] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.663573] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0fa663-6c2d-4197-9857-27bd4361ae08 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.671913] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552332b-4d43-40f5-878a-df9c9446a49e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.731415] env[68989]: DEBUG nova.compute.manager [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Received event network-vif-plugged-8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.731633] env[68989]: DEBUG oslo_concurrency.lockutils [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] Acquiring lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.731797] env[68989]: DEBUG oslo_concurrency.lockutils [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.731974] env[68989]: DEBUG oslo_concurrency.lockutils [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.732165] env[68989]: DEBUG nova.compute.manager [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] No waiting events found dispatching network-vif-plugged-8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.732335] env[68989]: WARNING nova.compute.manager [req-76206d47-fbe1-4744-8a7e-9f10e84a3ce5 req-ea9ed0ca-0f4c-4aa4-bca6-a451961cfc52 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Received unexpected event network-vif-plugged-8971e562-46dd-42f5-9997-7e2a5756f776 for instance with vm_state building and task_state spawning. [ 1375.784024] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.784661] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.787340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.244s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.822751] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Successfully updated port: 8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.249843] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.250099] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.250251] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1376.290782] env[68989]: DEBUG nova.compute.utils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.292130] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.292305] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.327361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.327529] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.327699] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.330760] env[68989]: DEBUG nova.policy [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cd97110eb1f42bdb03e85fc52177b78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2c8f3afe1442c39159cf29f6a2461c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.388528] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac269bbb-b7a9-410d-b6d5-ddf4b1f61000 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.395926] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352bfb0-c2df-4b6d-910b-b8154a36fb25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.425570] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943cad1-145c-44ec-b6c7-da4a24a2a5b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.432678] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14373719-05a8-46c2-b647-e1f618817422 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.445737] env[68989]: DEBUG nova.compute.provider_tree [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.585383] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Successfully created port: 5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.797741] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.859240] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.949213] env[68989]: DEBUG nova.scheduler.client.report [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.982584] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Updating instance_info_cache with network_info: [{"id": "8971e562-46dd-42f5-9997-7e2a5756f776", "address": "fa:16:3e:42:37:00", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8971e562-46", "ovs_interfaceid": "8971e562-46dd-42f5-9997-7e2a5756f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.484442] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.484752] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Instance network_info: |[{"id": "8971e562-46dd-42f5-9997-7e2a5756f776", "address": "fa:16:3e:42:37:00", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8971e562-46", "ovs_interfaceid": "8971e562-46dd-42f5-9997-7e2a5756f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.485172] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:37:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8971e562-46dd-42f5-9997-7e2a5756f776', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.492735] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.493178] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.493407] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77595bbd-898c-428b-93a7-195f1ee79b25 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.515579] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.515579] env[68989]: value = "task-3218824" [ 1377.515579] env[68989]: _type = "Task" [ 1377.515579] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.523201] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218824, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.756278] env[68989]: DEBUG nova.compute.manager [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Received event network-changed-8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.756409] env[68989]: DEBUG nova.compute.manager [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Refreshing instance network info cache due to event network-changed-8971e562-46dd-42f5-9997-7e2a5756f776. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.756719] env[68989]: DEBUG oslo_concurrency.lockutils [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] Acquiring lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.756895] env[68989]: DEBUG oslo_concurrency.lockutils [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] Acquired lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.758040] env[68989]: DEBUG nova.network.neutron [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Refreshing network info cache for port 8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.807860] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.836598] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.836850] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.837016] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.837323] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.837385] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.837523] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.837754] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.837916] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.838103] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.838273] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.838461] env[68989]: DEBUG nova.virt.hardware [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.839343] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7316923-c15f-4682-a214-f8f2459eeb5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.846818] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bc3122-326c-405f-bb49-cbe1f7e32080 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.961843] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.174s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.015803] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Successfully updated port: 5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.026424] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218824, 'name': CreateVM_Task, 'duration_secs': 0.324051} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.027113] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.027860] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.028037] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.028366] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.028856] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b43059-35fd-4006-af79-a39ef217d029 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.033217] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1378.033217] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aefb1e-1585-50dd-ed4f-383fdf5fa5db" [ 1378.033217] env[68989]: _type = "Task" [ 1378.033217] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.041161] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aefb1e-1585-50dd-ed4f-383fdf5fa5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.474645] env[68989]: DEBUG nova.network.neutron [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Updated VIF entry in instance network info cache for port 8971e562-46dd-42f5-9997-7e2a5756f776. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.474985] env[68989]: DEBUG nova.network.neutron [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Updating instance_info_cache with network_info: [{"id": "8971e562-46dd-42f5-9997-7e2a5756f776", "address": "fa:16:3e:42:37:00", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8971e562-46", "ovs_interfaceid": "8971e562-46dd-42f5-9997-7e2a5756f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.518771] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.518976] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.519196] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.528340] env[68989]: INFO nova.scheduler.client.report [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocation for migration 13f5cc1d-0dd5-4a9f-91e5-9cb3b38c7be8 [ 1378.540310] env[68989]: INFO nova.compute.manager [None req-16475557-d047-4ece-b12e-3919fdf622f7 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Get console output [ 1378.540678] env[68989]: WARNING nova.virt.vmwareapi.driver [None req-16475557-d047-4ece-b12e-3919fdf622f7 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] The console log is missing. Check your VSPC configuration [ 1378.547506] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52aefb1e-1585-50dd-ed4f-383fdf5fa5db, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.547776] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.547993] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.548248] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.548460] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.548651] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.548891] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10fe966-ab5b-4baf-b2de-5616427d50e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.557626] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.557807] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.558537] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c2bf7d-a325-4a6c-a20a-0579ff81f2a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.563813] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1378.563813] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da21c1-9283-7654-d983-ea721a31567b" [ 1378.563813] env[68989]: _type = "Task" [ 1378.563813] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.574208] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da21c1-9283-7654-d983-ea721a31567b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.977973] env[68989]: DEBUG oslo_concurrency.lockutils [req-e42ec775-d543-4d93-9885-e8913ad87725 req-85db988e-02d4-4dda-8d72-a53184975f61 service nova] Releasing lock "refresh_cache-9b15c45c-c674-4a56-a6bd-337ea3b1506e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.033730] env[68989]: DEBUG oslo_concurrency.lockutils [None req-80c66fdc-c980-42fa-aa05-2ae6d594467d tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.799s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.053115] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.074569] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52da21c1-9283-7654-d983-ea721a31567b, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.075326] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-decb63ec-b76a-4c5c-8766-69c9a516c1ba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.080858] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1379.080858] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6d620-2ba9-0c56-cca4-ad356b67adbf" [ 1379.080858] env[68989]: _type = "Task" [ 1379.080858] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.087997] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6d620-2ba9-0c56-cca4-ad356b67adbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.172116] env[68989]: DEBUG nova.network.neutron [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Updating instance_info_cache with network_info: [{"id": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "address": "fa:16:3e:42:b2:ac", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbeff55-8f", "ovs_interfaceid": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.250067] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.250288] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.592064] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52c6d620-2ba9-0c56-cca4-ad356b67adbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.592246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.592469] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9b15c45c-c674-4a56-a6bd-337ea3b1506e/9b15c45c-c674-4a56-a6bd-337ea3b1506e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.592770] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fdb0ab3-07bb-48cc-ad9d-9def6381a1ca {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.599651] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1379.599651] env[68989]: value = "task-3218825" [ 1379.599651] env[68989]: _type = "Task" [ 1379.599651] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.607251] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.675012] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.675381] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Instance network_info: |[{"id": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "address": "fa:16:3e:42:b2:ac", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbeff55-8f", "ovs_interfaceid": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.675841] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b2:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fbeff55-8fef-4828-bb4b-d4b2298b2c2d', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.683300] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.683505] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.683724] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864c736c-a412-4b9c-99e5-11c081db1fde {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.703299] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.703299] env[68989]: value = "task-3218826" [ 1379.703299] env[68989]: _type = "Task" [ 1379.703299] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.710563] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218826, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.784224] env[68989]: DEBUG nova.compute.manager [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Received event network-vif-plugged-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.784371] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Acquiring lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.784546] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.784721] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.784914] env[68989]: DEBUG nova.compute.manager [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] No waiting events found dispatching network-vif-plugged-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.785066] env[68989]: WARNING nova.compute.manager [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Received unexpected event network-vif-plugged-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d for instance with vm_state building and task_state spawning. [ 1379.785239] env[68989]: DEBUG nova.compute.manager [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Received event network-changed-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.785395] env[68989]: DEBUG nova.compute.manager [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Refreshing instance network info cache due to event network-changed-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.785580] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Acquiring lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.785716] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Acquired lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.785870] env[68989]: DEBUG nova.network.neutron [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Refreshing network info cache for port 5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.110136] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508695} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.110584] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 9b15c45c-c674-4a56-a6bd-337ea3b1506e/9b15c45c-c674-4a56-a6bd-337ea3b1506e.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.110584] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.110842] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca343d3f-aacd-4afe-8d18-ccc8ee4955b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.116182] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1380.116182] env[68989]: value = "task-3218827" [ 1380.116182] env[68989]: _type = "Task" [ 1380.116182] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.123601] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.212836] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218826, 'name': CreateVM_Task} progress is 25%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.462656] env[68989]: DEBUG nova.network.neutron [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Updated VIF entry in instance network info cache for port 5fbeff55-8fef-4828-bb4b-d4b2298b2c2d. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.462778] env[68989]: DEBUG nova.network.neutron [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Updating instance_info_cache with network_info: [{"id": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "address": "fa:16:3e:42:b2:ac", "network": {"id": "40702627-25c6-4559-8810-2fe047561109", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1693641989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b2c8f3afe1442c39159cf29f6a2461c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbeff55-8f", "ovs_interfaceid": "5fbeff55-8fef-4828-bb4b-d4b2298b2c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.626410] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068654} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.626695] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.627511] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab3cc12-abd7-460d-b320-857bd9ddc44f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.649445] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9b15c45c-c674-4a56-a6bd-337ea3b1506e/9b15c45c-c674-4a56-a6bd-337ea3b1506e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.649709] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c2446e-2d1d-4ee8-8645-b75bda38dacd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.668852] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1380.668852] env[68989]: value = "task-3218828" [ 1380.668852] env[68989]: _type = "Task" [ 1380.668852] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.677509] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.714366] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218826, 'name': CreateVM_Task, 'duration_secs': 0.603637} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.714534] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.715249] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.715438] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.715827] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.716110] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2aae92-8dae-4ffa-931f-6de60041d79f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.720556] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1380.720556] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ade86-a5d1-7230-f2c9-313395b4cefb" [ 1380.720556] env[68989]: _type = "Task" [ 1380.720556] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.728406] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ade86-a5d1-7230-f2c9-313395b4cefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.965633] env[68989]: DEBUG oslo_concurrency.lockutils [req-39e4b6fc-7ef1-4f65-8dd8-9dadc79c434e req-a6a146ac-10bf-4539-ae8e-f9947dfc4cd0 service nova] Releasing lock "refresh_cache-ab9d2438-2299-4b4b-8e48-bb54ed9fc549" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.178737] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218828, 'name': ReconfigVM_Task, 'duration_secs': 0.308343} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.179086] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9b15c45c-c674-4a56-a6bd-337ea3b1506e/9b15c45c-c674-4a56-a6bd-337ea3b1506e.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.179639] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a896a3d0-a1b4-4c71-b739-87687655537c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.186034] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1381.186034] env[68989]: value = "task-3218829" [ 1381.186034] env[68989]: _type = "Task" [ 1381.186034] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.194344] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218829, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.230142] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526ade86-a5d1-7230-f2c9-313395b4cefb, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.230418] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.230665] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.230918] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.231097] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.231283] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.231524] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b594d9b-a52e-415d-b5ed-51849845a62b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.240913] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.241105] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.241791] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8fa911-7170-4b73-af52-00555b8838e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.246813] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1381.246813] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524cc21c-a7bd-c461-97cf-f4d9001bd841" [ 1381.246813] env[68989]: _type = "Task" [ 1381.246813] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.253775] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524cc21c-a7bd-c461-97cf-f4d9001bd841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.695551] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218829, 'name': Rename_Task, 'duration_secs': 0.213944} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.695810] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.696065] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0040ae8d-c884-464a-8c4f-5e4662f36e68 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.702283] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1381.702283] env[68989]: value = "task-3218830" [ 1381.702283] env[68989]: _type = "Task" [ 1381.702283] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.709908] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.756495] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]524cc21c-a7bd-c461-97cf-f4d9001bd841, 'name': SearchDatastore_Task, 'duration_secs': 0.024746} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.757333] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b8cb62-f3ae-47e6-8413-1280a501ff39 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.762435] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1381.762435] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528864f7-25ed-29e9-bdf2-267b0a202e4d" [ 1381.762435] env[68989]: _type = "Task" [ 1381.762435] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.769989] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528864f7-25ed-29e9-bdf2-267b0a202e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.214442] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218830, 'name': PowerOnVM_Task, 'duration_secs': 0.432669} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.214853] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.215204] env[68989]: INFO nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1382.215548] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.216839] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc32c33-1a44-4d50-a5d2-db94625f6707 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.250066] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.250278] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.274675] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528864f7-25ed-29e9-bdf2-267b0a202e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.274867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.274961] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ab9d2438-2299-4b4b-8e48-bb54ed9fc549/ab9d2438-2299-4b4b-8e48-bb54ed9fc549.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.275225] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b028bb6-b563-4595-9445-fbe2e0edd248 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.281148] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1382.281148] env[68989]: value = "task-3218831" [ 1382.281148] env[68989]: _type = "Task" [ 1382.281148] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.288622] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.737054] env[68989]: INFO nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Took 11.31 seconds to build instance. [ 1382.753576] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.753845] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.754020] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.754182] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1382.755300] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ba8323-2055-445e-8673-6642f420ddc6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.763481] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2475e06f-574c-40b9-b223-7afd154fe964 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.777434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3562f1-6469-4029-a88a-2b5823003060 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.786741] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fc366e-cf2d-4cb0-ab6f-67f4e707790f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.794494] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457168} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.818854] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] ab9d2438-2299-4b4b-8e48-bb54ed9fc549/ab9d2438-2299-4b4b-8e48-bb54ed9fc549.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.819054] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.819378] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180543MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1382.819509] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.819718] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.821227] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2fae5a4-cfbb-44f1-91f7-f0cfd4ddf0e9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.827870] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1382.827870] env[68989]: value = "task-3218832" [ 1382.827870] env[68989]: _type = "Task" [ 1382.827870] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.837302] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.239757] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.822s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.337064] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064729} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.337823] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.338593] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a5cd1-032b-4fce-b8ea-10427b16703f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.360255] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ab9d2438-2299-4b4b-8e48-bb54ed9fc549/ab9d2438-2299-4b4b-8e48-bb54ed9fc549.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.360696] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbc074d-7a3e-4cce-b89f-0b8f1c2a60aa {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.379453] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1383.379453] env[68989]: value = "task-3218833" [ 1383.379453] env[68989]: _type = "Task" [ 1383.379453] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.386974] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.847813] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 6c327628-052d-493d-874d-27cf6c3ed66f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848044] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 3d7532e5-10ed-4580-b31c-983e6d5a29e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848234] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848371] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848530] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 9b15c45c-c674-4a56-a6bd-337ea3b1506e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848699] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance ab9d2438-2299-4b4b-8e48-bb54ed9fc549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.848945] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1383.849130] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1383.892023] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218833, 'name': ReconfigVM_Task, 'duration_secs': 0.311798} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.892444] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ab9d2438-2299-4b4b-8e48-bb54ed9fc549/ab9d2438-2299-4b4b-8e48-bb54ed9fc549.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.893180] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc716a87-6706-4708-9e55-fb753560a5c3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.902684] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1383.902684] env[68989]: value = "task-3218834" [ 1383.902684] env[68989]: _type = "Task" [ 1383.902684] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.915546] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218834, 'name': Rename_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.926701] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa638b-b378-452c-a442-a7cb11a7783b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.933635] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e345e7-2767-4e03-b3e2-f7fbe9b7007f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.964208] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef38d8-6d34-439e-8de6-8a31a1404d6a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.971603] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852ca6f-4083-4119-be9d-e908714fc371 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.986449] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.413372] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218834, 'name': Rename_Task, 'duration_secs': 0.154031} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.413798] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.415015] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afb2b28-d096-403b-9ab5-d9fcaedc12c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.420936] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1384.420936] env[68989]: value = "task-3218835" [ 1384.420936] env[68989]: _type = "Task" [ 1384.420936] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.428924] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.489424] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.932345] env[68989]: DEBUG oslo_vmware.api [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218835, 'name': PowerOnVM_Task, 'duration_secs': 0.487297} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.932345] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.932345] env[68989]: INFO nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1384.932345] env[68989]: DEBUG nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.933058] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab4bcc4-99f1-4659-a6eb-0e88b70f4661 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.994532] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1384.994811] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.175s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.449338] env[68989]: INFO nova.compute.manager [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Took 14.00 seconds to build instance. [ 1385.951902] env[68989]: DEBUG oslo_concurrency.lockutils [None req-d7c7bf75-88ca-4582-ab54-940fa5e4dcf7 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.505s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.794052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.794052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.794052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.794052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.794052] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.796131] env[68989]: INFO nova.compute.manager [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Terminating instance [ 1386.854056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.854056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.854056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.854470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.854470] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.856392] env[68989]: INFO nova.compute.manager [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Terminating instance [ 1386.994608] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.994608] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.299522] env[68989]: DEBUG nova.compute.manager [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.299773] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.300730] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffac9ea-48f2-47f5-b5ba-c92250d30ffb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.310100] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.310348] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c8c8ed5-af5b-4a20-852e-d5ad01ecbd4c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.316021] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1387.316021] env[68989]: value = "task-3218836" [ 1387.316021] env[68989]: _type = "Task" [ 1387.316021] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.323626] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.359594] env[68989]: DEBUG nova.compute.manager [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.359847] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.360776] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599b76d-b6e3-47b2-b54b-316c4c78a46c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.368672] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.368979] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5d6341-3097-4a2c-8316-d2829fbe3ed5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.376467] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1387.376467] env[68989]: value = "task-3218837" [ 1387.376467] env[68989]: _type = "Task" [ 1387.376467] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.384784] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.825768] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218836, 'name': PowerOffVM_Task, 'duration_secs': 0.183963} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.826029] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.826168] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.826366] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8046fc0c-8742-4bda-967c-8423ba4c6ad9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.886336] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218837, 'name': PowerOffVM_Task, 'duration_secs': 0.204542} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.886683] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.886896] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.887172] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f20aa6a-0c4e-44dd-b51b-44e20779d49f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.890720] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.890918] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.891111] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleting the datastore file [datastore2] 9b15c45c-c674-4a56-a6bd-337ea3b1506e {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.891380] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-729cbd74-8c37-4e04-9e5d-819f751c7b7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.899432] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1387.899432] env[68989]: value = "task-3218840" [ 1387.899432] env[68989]: _type = "Task" [ 1387.899432] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.906856] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.954343] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.954609] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.954838] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleting the datastore file [datastore2] ab9d2438-2299-4b4b-8e48-bb54ed9fc549 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.955170] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fca9dde9-97e3-40b9-92ab-8f429255dde6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.962014] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for the task: (returnval){ [ 1387.962014] env[68989]: value = "task-3218841" [ 1387.962014] env[68989]: _type = "Task" [ 1387.962014] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.969578] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.409897] env[68989]: DEBUG oslo_vmware.api [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166487} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.410640] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.410640] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.410825] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.410992] env[68989]: INFO nova.compute.manager [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.411249] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.411436] env[68989]: DEBUG nova.compute.manager [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.411530] env[68989]: DEBUG nova.network.neutron [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.471299] env[68989]: DEBUG oslo_vmware.api [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Task: {'id': task-3218841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185627} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.473317] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.473506] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.473682] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.473855] env[68989]: INFO nova.compute.manager [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.474094] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.474290] env[68989]: DEBUG nova.compute.manager [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.474381] env[68989]: DEBUG nova.network.neutron [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.727583] env[68989]: DEBUG nova.compute.manager [req-446159d8-8073-4997-9367-beffedcb6351 req-5688fcc9-443e-4067-a8a8-2fe40647e731 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Received event network-vif-deleted-8971e562-46dd-42f5-9997-7e2a5756f776 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.727857] env[68989]: INFO nova.compute.manager [req-446159d8-8073-4997-9367-beffedcb6351 req-5688fcc9-443e-4067-a8a8-2fe40647e731 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Neutron deleted interface 8971e562-46dd-42f5-9997-7e2a5756f776; detaching it from the instance and deleting it from the info cache [ 1388.728050] env[68989]: DEBUG nova.network.neutron [req-446159d8-8073-4997-9367-beffedcb6351 req-5688fcc9-443e-4067-a8a8-2fe40647e731 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.729726] env[68989]: DEBUG nova.compute.manager [req-ed4f3b52-beb0-4090-8d5b-3e8575241b44 req-fbea9f5f-1be9-4a20-bb9e-aa7bf4a81678 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Received event network-vif-deleted-5fbeff55-8fef-4828-bb4b-d4b2298b2c2d {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.729910] env[68989]: INFO nova.compute.manager [req-ed4f3b52-beb0-4090-8d5b-3e8575241b44 req-fbea9f5f-1be9-4a20-bb9e-aa7bf4a81678 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Neutron deleted interface 5fbeff55-8fef-4828-bb4b-d4b2298b2c2d; detaching it from the instance and deleting it from the info cache [ 1388.730117] env[68989]: DEBUG nova.network.neutron [req-ed4f3b52-beb0-4090-8d5b-3e8575241b44 req-fbea9f5f-1be9-4a20-bb9e-aa7bf4a81678 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.201399] env[68989]: DEBUG nova.network.neutron [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.214025] env[68989]: DEBUG nova.network.neutron [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.231630] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8615b78-61b2-4f8c-a893-913cc42127dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.233978] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3b77147-1689-4888-9183-b203dfe452a5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.244691] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263b1c2-d89a-42e0-b9eb-488571fc83a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.259771] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264159bd-7fcf-4a69-9958-1b575f7c5904 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.287596] env[68989]: DEBUG nova.compute.manager [req-ed4f3b52-beb0-4090-8d5b-3e8575241b44 req-fbea9f5f-1be9-4a20-bb9e-aa7bf4a81678 service nova] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Detach interface failed, port_id=5fbeff55-8fef-4828-bb4b-d4b2298b2c2d, reason: Instance ab9d2438-2299-4b4b-8e48-bb54ed9fc549 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.294735] env[68989]: DEBUG nova.compute.manager [req-446159d8-8073-4997-9367-beffedcb6351 req-5688fcc9-443e-4067-a8a8-2fe40647e731 service nova] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Detach interface failed, port_id=8971e562-46dd-42f5-9997-7e2a5756f776, reason: Instance 9b15c45c-c674-4a56-a6bd-337ea3b1506e could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.704173] env[68989]: INFO nova.compute.manager [-] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Took 1.29 seconds to deallocate network for instance. [ 1389.716174] env[68989]: INFO nova.compute.manager [-] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Took 1.24 seconds to deallocate network for instance. [ 1390.211465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.211759] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.211938] env[68989]: DEBUG nova.objects.instance [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lazy-loading 'resources' on Instance uuid 9b15c45c-c674-4a56-a6bd-337ea3b1506e {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.222411] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.795931] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a6523c-35f9-41c4-8fb8-d8723beace69 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.803670] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac270a-0efb-45cc-a8e4-190a7458790e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.834334] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60da0f8-01dd-463c-99c6-2b4039038a88 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.841513] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afeab1-b3f7-40c3-8698-80331e85d776 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.854571] env[68989]: DEBUG nova.compute.provider_tree [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.358047] env[68989]: DEBUG nova.scheduler.client.report [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.862484] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.866798] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.642s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.866798] env[68989]: DEBUG nova.objects.instance [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lazy-loading 'resources' on Instance uuid ab9d2438-2299-4b4b-8e48-bb54ed9fc549 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.880780] env[68989]: INFO nova.scheduler.client.report [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted allocations for instance 9b15c45c-c674-4a56-a6bd-337ea3b1506e [ 1392.245376] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.388062] env[68989]: DEBUG oslo_concurrency.lockutils [None req-843dca57-11ad-4a37-8921-58cf0877b332 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "9b15c45c-c674-4a56-a6bd-337ea3b1506e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.594s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.438892] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91031e-4131-4eeb-9628-fe4ec9f07525 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.447193] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ecee6-0d83-41b1-88f3-8b8eaff498df {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.477388] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c1020d-b000-4d88-bfea-4edbc27c9dd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.484035] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b22d0-fab9-4d69-8ad3-40baf4061cbd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.497092] env[68989]: DEBUG nova.compute.provider_tree [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.999725] env[68989]: DEBUG nova.scheduler.client.report [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.504437] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.522660] env[68989]: INFO nova.scheduler.client.report [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Deleted allocations for instance ab9d2438-2299-4b4b-8e48-bb54ed9fc549 [ 1394.030347] env[68989]: DEBUG oslo_concurrency.lockutils [None req-b96d9aab-8388-41a3-95c2-c50f4bacc314 tempest-MultipleCreateTestJSON-1415358956 tempest-MultipleCreateTestJSON-1415358956-project-member] Lock "ab9d2438-2299-4b4b-8e48-bb54ed9fc549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.176s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.256051] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.256051] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.256514] env[68989]: DEBUG nova.compute.manager [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.257544] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055eb7c1-9d47-4227-afe4-f8233a96c783 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.264544] env[68989]: DEBUG nova.compute.manager [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68989) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1404.265101] env[68989]: DEBUG nova.objects.instance [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'flavor' on Instance uuid dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.272165] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.272530] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18cb8d8b-a54b-4e94-ad18-aa0646abde07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.279862] env[68989]: DEBUG oslo_vmware.api [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1405.279862] env[68989]: value = "task-3218842" [ 1405.279862] env[68989]: _type = "Task" [ 1405.279862] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.287517] env[68989]: DEBUG oslo_vmware.api [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.554046] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.554276] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.554473] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.554652] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.554819] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.556908] env[68989]: INFO nova.compute.manager [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Terminating instance [ 1405.790524] env[68989]: DEBUG oslo_vmware.api [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218842, 'name': PowerOffVM_Task, 'duration_secs': 0.224659} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.790830] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.791076] env[68989]: DEBUG nova.compute.manager [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.791918] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4ba1d-315e-49de-a10a-6385186df869 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.060807] env[68989]: DEBUG nova.compute.manager [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.061077] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.061379] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7df4a7b-37e3-4187-ae9c-69907736328a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.068581] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1406.068581] env[68989]: value = "task-3218843" [ 1406.068581] env[68989]: _type = "Task" [ 1406.068581] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.077534] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.303966] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e43bac9b-2562-4e49-8c0d-a619bfd7e692 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.578774] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218843, 'name': PowerOffVM_Task, 'duration_secs': 0.172243} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.580194] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.580194] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Volume detach. Driver type: vmdk {{(pid=68989) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1406.580194] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643521', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'name': 'volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd', 'attached_at': '2025-04-03T02:18:44.000000', 'detached_at': '', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'serial': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1406.580375] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88524089-ca00-4c03-8715-6ec6365feb82 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.597576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31288530-db8f-438e-9961-78ce51b20a3e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.603598] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd670c0f-9e5d-4b6b-a615-cf967a2eb8c2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.621502] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e43fad-9f46-406f-aabc-286b81970003 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.635378] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] The volume has not been displaced from its original location: [datastore2] volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29/volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29.vmdk. No consolidation needed. {{(pid=68989) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1406.640531] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.640793] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02edd645-a811-434f-9b88-1a69bda048de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.658706] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1406.658706] env[68989]: value = "task-3218844" [ 1406.658706] env[68989]: _type = "Task" [ 1406.658706] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.666514] env[68989]: DEBUG nova.objects.instance [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'flavor' on Instance uuid dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.668593] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.170962] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218844, 'name': ReconfigVM_Task, 'duration_secs': 0.200205} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.170962] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=68989) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.176018] env[68989]: DEBUG oslo_concurrency.lockutils [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.176201] env[68989]: DEBUG oslo_concurrency.lockutils [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.176406] env[68989]: DEBUG nova.network.neutron [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.176581] env[68989]: DEBUG nova.objects.instance [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'info_cache' on Instance uuid dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.178085] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6842c01d-4f6c-49b3-98b2-cec0a6a461c9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.194120] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1407.194120] env[68989]: value = "task-3218845" [ 1407.194120] env[68989]: _type = "Task" [ 1407.194120] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.202208] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.680886] env[68989]: DEBUG nova.objects.base [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68989) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1407.706962] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218845, 'name': ReconfigVM_Task, 'duration_secs': 0.108832} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.707379] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643521', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'name': 'volume-20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd', 'attached_at': '2025-04-03T02:18:44.000000', 'detached_at': '', 'volume_id': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29', 'serial': '20c7524c-8367-43e9-b5d4-6b5d2ff7df29'} {{(pid=68989) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.707749] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.710076] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4356e-52a8-405a-b716-80a5e9a91239 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.717728] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.718048] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c8e9618-582e-4197-82d0-4a1daf25174e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.785767] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.785979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.786265] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore2] 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.786549] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7069923-fa6d-4ed8-8daa-fc05ca8e10c1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.792995] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1407.792995] env[68989]: value = "task-3218847" [ 1407.792995] env[68989]: _type = "Task" [ 1407.792995] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.801696] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.304602] env[68989]: DEBUG oslo_vmware.api [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093571} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.304842] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.305555] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.305555] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.305555] env[68989]: INFO nova.compute.manager [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1408.305753] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.305794] env[68989]: DEBUG nova.compute.manager [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.305892] env[68989]: DEBUG nova.network.neutron [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.440618] env[68989]: DEBUG nova.network.neutron [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.760047] env[68989]: DEBUG nova.compute.manager [req-ecbbe7e8-3cfe-468e-ad27-17013b17a838 req-7ae88826-618e-44b5-be7f-c5e1506e3073 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Received event network-vif-deleted-f5294b71-0818-40db-b30d-731ee130ee97 {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.760303] env[68989]: INFO nova.compute.manager [req-ecbbe7e8-3cfe-468e-ad27-17013b17a838 req-7ae88826-618e-44b5-be7f-c5e1506e3073 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Neutron deleted interface f5294b71-0818-40db-b30d-731ee130ee97; detaching it from the instance and deleting it from the info cache [ 1408.760447] env[68989]: DEBUG nova.network.neutron [req-ecbbe7e8-3cfe-468e-ad27-17013b17a838 req-7ae88826-618e-44b5-be7f-c5e1506e3073 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.943908] env[68989]: DEBUG oslo_concurrency.lockutils [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.244444] env[68989]: DEBUG nova.network.neutron [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.263358] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a96f986-2402-4cef-934a-2eb13a97c305 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.273344] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eebb82-103b-4cbe-b9b3-e5aff936b33e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.299870] env[68989]: DEBUG nova.compute.manager [req-ecbbe7e8-3cfe-468e-ad27-17013b17a838 req-7ae88826-618e-44b5-be7f-c5e1506e3073 service nova] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Detach interface failed, port_id=f5294b71-0818-40db-b30d-731ee130ee97, reason: Instance 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1409.748124] env[68989]: INFO nova.compute.manager [-] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Took 1.44 seconds to deallocate network for instance. [ 1409.950023] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.950449] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83e023f-9dfb-4688-93ce-fc4bea2f9610 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.957501] env[68989]: DEBUG oslo_vmware.api [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1409.957501] env[68989]: value = "task-3218848" [ 1409.957501] env[68989]: _type = "Task" [ 1409.957501] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.965305] env[68989]: DEBUG oslo_vmware.api [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.296240] env[68989]: INFO nova.compute.manager [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Took 0.55 seconds to detach 1 volumes for instance. [ 1410.298436] env[68989]: DEBUG nova.compute.manager [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Deleting volume: 20c7524c-8367-43e9-b5d4-6b5d2ff7df29 {{(pid=68989) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1410.468118] env[68989]: DEBUG oslo_vmware.api [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218848, 'name': PowerOnVM_Task, 'duration_secs': 0.358156} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.468397] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.468615] env[68989]: DEBUG nova.compute.manager [None req-88cb19b6-588b-4d90-85e0-32be210150b0 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.469394] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9bfbce-9f5d-46e5-9b09-f85e4f5bb5de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.838629] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.838916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.839210] env[68989]: DEBUG nova.objects.instance [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'resources' on Instance uuid 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.400007] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd2c2c0-2d2b-4cd3-afa3-50772562d7b9 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.410684] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd9c976-4d5f-4022-8980-c9b60d7e9565 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.441140] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b91f3-2a00-456b-97ec-edceeaac94c7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.447867] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a839f-dc55-4270-ad9f-585c0df5081c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.460549] env[68989]: DEBUG nova.compute.provider_tree [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.492591] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11765780-4abb-4841-826b-d705fe5a0da5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.498140] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Suspending the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1411.498361] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-021658a6-a0ec-444a-a955-2ac872944a95 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.504857] env[68989]: DEBUG oslo_vmware.api [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1411.504857] env[68989]: value = "task-3218850" [ 1411.504857] env[68989]: _type = "Task" [ 1411.504857] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.512307] env[68989]: DEBUG oslo_vmware.api [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218850, 'name': SuspendVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.964439] env[68989]: DEBUG nova.scheduler.client.report [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.016245] env[68989]: DEBUG oslo_vmware.api [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218850, 'name': SuspendVM_Task} progress is 70%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.469495] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.487968] env[68989]: INFO nova.scheduler.client.report [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocations for instance 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd [ 1412.515144] env[68989]: DEBUG oslo_vmware.api [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218850, 'name': SuspendVM_Task, 'duration_secs': 0.60542} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.515407] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Suspended the VM {{(pid=68989) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1412.515587] env[68989]: DEBUG nova.compute.manager [None req-07eec5c9-5ad0-40f0-a4e2-caf78bcbf4fa tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.516370] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df34cde-9a9b-4d14-af02-d61ea7d6c790 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.995176] env[68989]: DEBUG oslo_concurrency.lockutils [None req-97061eef-5a65-4665-a8c9-9e7600995a84 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.441s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.332146] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.332842] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.333081] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.333281] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.333465] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.335499] env[68989]: INFO nova.compute.manager [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Terminating instance [ 1413.839874] env[68989]: DEBUG nova.compute.manager [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.840335] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.841088] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32eec88-affc-49ae-8604-f213a0b51b40 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.849419] env[68989]: INFO nova.compute.manager [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Resuming [ 1413.849947] env[68989]: DEBUG nova.objects.instance [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'flavor' on Instance uuid dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.851226] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.851623] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681e7c6c-7a3f-43e5-8d7b-38a454900bac {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.858229] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1413.858229] env[68989]: value = "task-3218851" [ 1413.858229] env[68989]: _type = "Task" [ 1413.858229] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.865696] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.368825] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218851, 'name': PowerOffVM_Task, 'duration_secs': 0.181406} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.369120] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.369306] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.369543] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df43f68-6678-47b8-b629-4a0fe4104f7d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.451451] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.451613] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.451799] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore2] 3d7532e5-10ed-4580-b31c-983e6d5a29e8 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.452069] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe658799-ced4-4d1e-8ec2-d199c53013ff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.460071] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1414.460071] env[68989]: value = "task-3218853" [ 1414.460071] env[68989]: _type = "Task" [ 1414.460071] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.467685] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.970518] env[68989]: DEBUG oslo_vmware.api [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134253} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.970979] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.970979] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.971126] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.971298] env[68989]: INFO nova.compute.manager [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1414.971537] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.971726] env[68989]: DEBUG nova.compute.manager [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.971823] env[68989]: DEBUG nova.network.neutron [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.220919] env[68989]: DEBUG nova.compute.manager [req-02f02f20-d4a7-48b2-8e5d-09f310e9e317 req-4de7a5a3-b396-4fd7-b952-4ecaed21fe12 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Received event network-vif-deleted-63c32d0a-3fe9-48e4-b53d-389ee659c23b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.221089] env[68989]: INFO nova.compute.manager [req-02f02f20-d4a7-48b2-8e5d-09f310e9e317 req-4de7a5a3-b396-4fd7-b952-4ecaed21fe12 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Neutron deleted interface 63c32d0a-3fe9-48e4-b53d-389ee659c23b; detaching it from the instance and deleting it from the info cache [ 1415.221269] env[68989]: DEBUG nova.network.neutron [req-02f02f20-d4a7-48b2-8e5d-09f310e9e317 req-4de7a5a3-b396-4fd7-b952-4ecaed21fe12 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.359942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.360164] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquired lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.360315] env[68989]: DEBUG nova.network.neutron [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.700803] env[68989]: DEBUG nova.network.neutron [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.724330] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf75624f-b432-42df-8f0b-476002d3c6dc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.734267] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29021375-3d66-4d46-bf9a-6cc75956a350 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.759667] env[68989]: DEBUG nova.compute.manager [req-02f02f20-d4a7-48b2-8e5d-09f310e9e317 req-4de7a5a3-b396-4fd7-b952-4ecaed21fe12 service nova] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Detach interface failed, port_id=63c32d0a-3fe9-48e4-b53d-389ee659c23b, reason: Instance 3d7532e5-10ed-4580-b31c-983e6d5a29e8 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.056321] env[68989]: DEBUG nova.network.neutron [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [{"id": "51b648e9-be05-42cc-81eb-533e72b7444b", "address": "fa:16:3e:d5:b6:c7", "network": {"id": "6a6926cd-3695-4524-8040-6540e4b8e10f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-400396706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab1a39961b00445c942f9d3542ca6594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b648e9-be", "ovs_interfaceid": "51b648e9-be05-42cc-81eb-533e72b7444b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.203555] env[68989]: INFO nova.compute.manager [-] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Took 1.23 seconds to deallocate network for instance. [ 1416.558894] env[68989]: DEBUG oslo_concurrency.lockutils [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Releasing lock "refresh_cache-dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.559921] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7c145-fdcd-4785-bd12-30edf8d3fb42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.566881] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Resuming the VM {{(pid=68989) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1416.567117] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6802c86-e89e-4553-a682-768347602300 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.573480] env[68989]: DEBUG oslo_vmware.api [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1416.573480] env[68989]: value = "task-3218854" [ 1416.573480] env[68989]: _type = "Task" [ 1416.573480] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.581992] env[68989]: DEBUG oslo_vmware.api [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.709813] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.709813] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.710052] env[68989]: DEBUG nova.objects.instance [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'resources' on Instance uuid 3d7532e5-10ed-4580-b31c-983e6d5a29e8 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.085050] env[68989]: DEBUG oslo_vmware.api [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218854, 'name': PowerOnVM_Task, 'duration_secs': 0.422246} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.085439] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Resumed the VM {{(pid=68989) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1417.085564] env[68989]: DEBUG nova.compute.manager [None req-48426d89-067d-4fc2-852a-2e69508daf4e tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.086526] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c25c30-8501-4ee7-a23b-5296bd8c69a2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.270542] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaaaf67-627b-43d4-be7e-951574704ed2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.278840] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57bd06-0057-49bc-a058-7bab28f26eff {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.309979] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832d3ef5-3173-4ad3-a6af-13e448f7677e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.317770] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48180c2-33b3-4835-869e-2f1dbcdbf877 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.331549] env[68989]: DEBUG nova.compute.provider_tree [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.835038] env[68989]: DEBUG nova.scheduler.client.report [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.339856] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.359266] env[68989]: INFO nova.scheduler.client.report [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocations for instance 3d7532e5-10ed-4580-b31c-983e6d5a29e8 [ 1418.525583] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.525916] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.526220] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.526490] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.526728] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.529351] env[68989]: INFO nova.compute.manager [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Terminating instance [ 1418.866867] env[68989]: DEBUG oslo_concurrency.lockutils [None req-f978006f-1d44-4d63-9332-fcc228319fc5 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "3d7532e5-10ed-4580-b31c-983e6d5a29e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.534s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.033456] env[68989]: DEBUG nova.compute.manager [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.033634] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.034542] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6171485-b620-4a62-81f9-aa908a2dd2f2 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.042536] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.042776] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5576eea9-beb7-404b-9d07-349592d63b97 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.049114] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1419.049114] env[68989]: value = "task-3218855" [ 1419.049114] env[68989]: _type = "Task" [ 1419.049114] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.057655] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.559611] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218855, 'name': PowerOffVM_Task, 'duration_secs': 0.190812} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.561019] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.561019] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.561019] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7aa3a1-964b-4532-8759-c56017524b42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.625131] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.625367] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.625550] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleting the datastore file [datastore2] dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.625818] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f77cacec-a52f-4c7a-a455-1e091f95249d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.632967] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for the task: (returnval){ [ 1419.632967] env[68989]: value = "task-3218858" [ 1419.632967] env[68989]: _type = "Task" [ 1419.632967] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.641125] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.143240] env[68989]: DEBUG oslo_vmware.api [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Task: {'id': task-3218858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156265} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.143494] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.143676] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.143849] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.144034] env[68989]: INFO nova.compute.manager [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1420.144277] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.144464] env[68989]: DEBUG nova.compute.manager [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.144558] env[68989]: DEBUG nova.network.neutron [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.814754] env[68989]: DEBUG nova.compute.manager [req-0bfe6abc-f89b-482e-8f1f-3a998e42ec98 req-a173ab8d-305c-46ee-ab1c-36f585e92e39 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Received event network-vif-deleted-51b648e9-be05-42cc-81eb-533e72b7444b {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.815040] env[68989]: INFO nova.compute.manager [req-0bfe6abc-f89b-482e-8f1f-3a998e42ec98 req-a173ab8d-305c-46ee-ab1c-36f585e92e39 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Neutron deleted interface 51b648e9-be05-42cc-81eb-533e72b7444b; detaching it from the instance and deleting it from the info cache [ 1420.815274] env[68989]: DEBUG nova.network.neutron [req-0bfe6abc-f89b-482e-8f1f-3a998e42ec98 req-a173ab8d-305c-46ee-ab1c-36f585e92e39 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.297065] env[68989]: DEBUG nova.network.neutron [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.317765] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90199d98-3fa0-45ce-a539-2601b656fdda {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.328494] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2bca18-a066-4013-ac03-554691bd81c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.353415] env[68989]: DEBUG nova.compute.manager [req-0bfe6abc-f89b-482e-8f1f-3a998e42ec98 req-a173ab8d-305c-46ee-ab1c-36f585e92e39 service nova] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Detach interface failed, port_id=51b648e9-be05-42cc-81eb-533e72b7444b, reason: Instance dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1421.799676] env[68989]: INFO nova.compute.manager [-] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Took 1.65 seconds to deallocate network for instance. [ 1422.306361] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.306797] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.306797] env[68989]: DEBUG nova.objects.instance [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lazy-loading 'resources' on Instance uuid dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.853685] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96736e7-ae7e-42f7-a270-3331c46a3950 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.861114] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84515db0-c18d-4e30-9afd-7e5524b9884f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.889715] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ae55d-2912-4774-8afb-af024e043a16 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.896206] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b2d4c-1245-4a41-bc09-7d2cfd35f547 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.910279] env[68989]: DEBUG nova.compute.provider_tree [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.988110] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "6c327628-052d-493d-874d-27cf6c3ed66f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.988388] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.988605] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.988794] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.988958] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.990851] env[68989]: INFO nova.compute.manager [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Terminating instance [ 1423.413661] env[68989]: DEBUG nova.scheduler.client.report [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.494215] env[68989]: DEBUG nova.compute.manager [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.494457] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.495340] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05249373-b2d4-432e-9a89-65c31afb64a4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.502832] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.503059] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06d8df2-3077-4986-bb53-0c5dccfcb846 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.508729] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1423.508729] env[68989]: value = "task-3218859" [ 1423.508729] env[68989]: _type = "Task" [ 1423.508729] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.516353] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.918284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.937023] env[68989]: INFO nova.scheduler.client.report [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Deleted allocations for instance dcd429df-aad7-4b6c-9dbd-82fa74b6cc52 [ 1424.018812] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218859, 'name': PowerOffVM_Task, 'duration_secs': 0.1859} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.019090] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.019267] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.019520] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378e4201-bd28-483d-a89e-a1783dd0c11e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.084765] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.085036] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Deleting contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.085228] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleting the datastore file [datastore1] 6c327628-052d-493d-874d-27cf6c3ed66f {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.085486] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-842e396a-957a-47fc-a91c-4530af126f23 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.091724] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for the task: (returnval){ [ 1424.091724] env[68989]: value = "task-3218861" [ 1424.091724] env[68989]: _type = "Task" [ 1424.091724] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.099168] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.443965] env[68989]: DEBUG oslo_concurrency.lockutils [None req-029afb10-2504-42cf-aa7c-bf4c14089328 tempest-ServerActionsTestJSON-1483018156 tempest-ServerActionsTestJSON-1483018156-project-member] Lock "dcd429df-aad7-4b6c-9dbd-82fa74b6cc52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.602172] env[68989]: DEBUG oslo_vmware.api [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Task: {'id': task-3218861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121332} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.602453] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.602610] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Deleted contents of the VM from datastore datastore1 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.602795] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.602962] env[68989]: INFO nova.compute.manager [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1424.603220] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.603407] env[68989]: DEBUG nova.compute.manager [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.603503] env[68989]: DEBUG nova.network.neutron [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.869350] env[68989]: DEBUG nova.compute.manager [req-faa07e34-9f52-46a1-9a51-63fd51896dcb req-ccb36798-c585-40d5-bcd5-8942485cf3ed service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Received event network-vif-deleted-bf5d0133-bc64-4fdf-bcac-b1d5a85badec {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.869582] env[68989]: INFO nova.compute.manager [req-faa07e34-9f52-46a1-9a51-63fd51896dcb req-ccb36798-c585-40d5-bcd5-8942485cf3ed service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Neutron deleted interface bf5d0133-bc64-4fdf-bcac-b1d5a85badec; detaching it from the instance and deleting it from the info cache [ 1424.869722] env[68989]: DEBUG nova.network.neutron [req-faa07e34-9f52-46a1-9a51-63fd51896dcb req-ccb36798-c585-40d5-bcd5-8942485cf3ed service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.354457] env[68989]: DEBUG nova.network.neutron [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.373661] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be85bde8-dcbd-4eb7-8378-c33abe8e8a59 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.383720] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543ba093-1ebe-406c-9fff-e9d141c831fe {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.407243] env[68989]: DEBUG nova.compute.manager [req-faa07e34-9f52-46a1-9a51-63fd51896dcb req-ccb36798-c585-40d5-bcd5-8942485cf3ed service nova] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Detach interface failed, port_id=bf5d0133-bc64-4fdf-bcac-b1d5a85badec, reason: Instance 6c327628-052d-493d-874d-27cf6c3ed66f could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1425.857130] env[68989]: INFO nova.compute.manager [-] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Took 1.25 seconds to deallocate network for instance. [ 1426.365010] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.365215] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.365441] env[68989]: DEBUG nova.objects.instance [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lazy-loading 'resources' on Instance uuid 6c327628-052d-493d-874d-27cf6c3ed66f {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.897806] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27855316-4e6e-42bd-ab2c-003674690999 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.905812] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa19431-015b-4762-b561-d4e29c952328 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.935434] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae15ee6-e32d-4526-93f7-c7aa1ab31e42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.942956] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c943fce-ac86-4db5-a45f-0c4d12f02d78 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.957610] env[68989]: DEBUG nova.compute.provider_tree [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.461042] env[68989]: DEBUG nova.scheduler.client.report [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.746340] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "de251582-a6a3-4061-9846-92cf45205ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.746550] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.966523] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.983956] env[68989]: INFO nova.scheduler.client.report [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Deleted allocations for instance 6c327628-052d-493d-874d-27cf6c3ed66f [ 1428.249334] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.491348] env[68989]: DEBUG oslo_concurrency.lockutils [None req-eba1f4ba-a745-47dd-abc2-213a9b3e9047 tempest-ServerActionsTestOtherA-662251272 tempest-ServerActionsTestOtherA-662251272-project-member] Lock "6c327628-052d-493d-874d-27cf6c3ed66f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.503s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.771486] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.771757] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.773184] env[68989]: INFO nova.compute.claims [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.808792] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9601c1c8-f2df-4cae-8db5-9c77450e36c4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.816613] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c51cfd-11e1-49f3-8bcb-ac10b67978fd {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.846896] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447dfdf6-ba27-490b-b520-ef8f23597289 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.853783] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ab00a-1ee2-4a62-9d98-07d25a3693eb {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.866316] env[68989]: DEBUG nova.compute.provider_tree [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.372220] env[68989]: DEBUG nova.scheduler.client.report [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.876441] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.877047] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.381921] env[68989]: DEBUG nova.compute.utils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1431.383479] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Not allocating networking since 'none' was specified. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1431.884599] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.893285] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.930895] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.931302] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.931527] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.931785] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.932029] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.932249] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.932540] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.932768] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.933054] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.933316] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.933573] env[68989]: DEBUG nova.virt.hardware [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.935505] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd297f77-cbad-4368-9cc1-32dc0400dca7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.946459] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00d014-3121-4a64-9f4c-7af15477c0c6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.963826] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.970059] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Creating folder: Project (e25dc0d78adb4967bd4dbd83a23764d0). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.970401] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-086a2291-c20c-497e-9056-f599fe3d7187 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.983231] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Created folder: Project (e25dc0d78adb4967bd4dbd83a23764d0) in parent group-v643186. [ 1432.983433] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Creating folder: Instances. Parent ref: group-v643530. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.983672] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c235fe73-c122-4192-894d-f5d39992dd6d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.993654] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Created folder: Instances in parent group-v643530. [ 1432.993920] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.994391] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.994391] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b63dbd5-0d67-4b1e-b349-038dade1fc84 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.011186] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.011186] env[68989]: value = "task-3218864" [ 1433.011186] env[68989]: _type = "Task" [ 1433.011186] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.019192] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218864, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.520823] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218864, 'name': CreateVM_Task, 'duration_secs': 0.275243} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.520958] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.521394] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.521558] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.521911] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.522205] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112f9836-3b93-4dc9-a02f-3bce5af3ab43 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.526655] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1433.526655] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f3aa4-22cd-62c0-2e3c-127b3e4e95f2" [ 1433.526655] env[68989]: _type = "Task" [ 1433.526655] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.534704] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f3aa4-22cd-62c0-2e3c-127b3e4e95f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.983706] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.984017] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.036955] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]526f3aa4-22cd-62c0-2e3c-127b3e4e95f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.037303] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.037551] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.037793] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.037941] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.038136] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.038396] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53726514-0345-412c-a44d-9501fa648161 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.046240] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.046411] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.047186] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abb38c7-f1f3-4d11-be17-6b7cbcb4c82c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.052329] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1434.052329] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5209b69d-dabf-e8dc-7e06-9fc577e52773" [ 1434.052329] env[68989]: _type = "Task" [ 1434.052329] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.059498] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5209b69d-dabf-e8dc-7e06-9fc577e52773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.486420] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Starting instance... {{(pid=68989) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.562673] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]5209b69d-dabf-e8dc-7e06-9fc577e52773, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.563450] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47668afd-8edd-4457-bc66-4fde1c06d78e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.568419] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1434.568419] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f2b32-51cc-4a15-8a74-d9a2fe31f1fc" [ 1434.568419] env[68989]: _type = "Task" [ 1434.568419] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.575940] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f2b32-51cc-4a15-8a74-d9a2fe31f1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.010362] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.010648] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.012071] env[68989]: INFO nova.compute.claims [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.079289] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]525f2b32-51cc-4a15-8a74-d9a2fe31f1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.079498] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.079778] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.080046] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ae00f6-871a-4eb6-99e3-fcdc91a08f3c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.086503] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1435.086503] env[68989]: value = "task-3218865" [ 1435.086503] env[68989]: _type = "Task" [ 1435.086503] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.095263] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.596634] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475414} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.596847] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.597055] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.597302] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28cb709c-0dc0-4d58-a23c-82ff119b5b7e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.603643] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1435.603643] env[68989]: value = "task-3218866" [ 1435.603643] env[68989]: _type = "Task" [ 1435.603643] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.610319] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.058566] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192653f4-c609-42e6-a51d-6a35047b5ef4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.066098] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df9f87-5517-45fe-aefe-951bebe44d48 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.096518] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1a39a-aed5-431f-9481-1708dbeb5697 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.103410] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe5941d-90b9-4b6d-b29b-ba35d2840ce0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.118949] env[68989]: DEBUG nova.compute.provider_tree [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.122880] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0658} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.123379] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.123962] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478cd3d-68f1-44f2-bcd6-bbc18631530a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.144756] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.145194] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2171a638-de29-4ebe-81f1-45e2982265af {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.165072] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1436.165072] env[68989]: value = "task-3218867" [ 1436.165072] env[68989]: _type = "Task" [ 1436.165072] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.176967] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.249965] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.624381] env[68989]: DEBUG nova.scheduler.client.report [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.675096] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218867, 'name': ReconfigVM_Task, 'duration_secs': 0.258754} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.675366] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Reconfigured VM instance instance-0000007e to attach disk [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.675927] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859dbc87-b996-4bd2-9cb3-459641752e1b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.681464] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1436.681464] env[68989]: value = "task-3218868" [ 1436.681464] env[68989]: _type = "Task" [ 1436.681464] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.689213] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218868, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.129179] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.129757] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Start building networks asynchronously for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.191168] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218868, 'name': Rename_Task, 'duration_secs': 0.130613} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.191434] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.191674] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a7926b-6584-492f-aac4-d9f268e5b9ec {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.197831] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1437.197831] env[68989]: value = "task-3218869" [ 1437.197831] env[68989]: _type = "Task" [ 1437.197831] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.205220] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.634846] env[68989]: DEBUG nova.compute.utils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Using /dev/sd instead of None {{(pid=68989) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.636306] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Allocating IP information in the background. {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.636479] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] allocate_for_instance() {{(pid=68989) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.682123] env[68989]: DEBUG nova.policy [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bd213874a054288ba8589f8a6ac51f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6210285464fc4667b6eeb604c7fc6d5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68989) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.707217] env[68989]: DEBUG oslo_vmware.api [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218869, 'name': PowerOnVM_Task, 'duration_secs': 0.389102} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.707454] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.707654] env[68989]: INFO nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1437.707833] env[68989]: DEBUG nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.708638] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b18b5-26ec-41f2-b9fb-0629aacc9b11 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.956647] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Successfully created port: a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.139346] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Start building block device mappings for instance. {{(pid=68989) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.226935] env[68989]: INFO nova.compute.manager [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Took 9.47 seconds to build instance. [ 1438.249326] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.249704] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68989) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1438.729334] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e2e2bd42-9b80-4aaf-ab82-1ace230d2f00 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.983s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.847905] env[68989]: INFO nova.compute.manager [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Rebuilding instance [ 1438.886940] env[68989]: DEBUG nova.compute.manager [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.887873] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d974201e-78e4-447b-9c37-218c985b53e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.150191] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Start spawning the instance on the hypervisor. {{(pid=68989) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.171556] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.171806] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.171964] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.172164] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.172313] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.172461] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.172665] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.172827] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.172988] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.173168] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.173343] env[68989]: DEBUG nova.virt.hardware [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.174215] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b10146a-b2d2-4a9b-90ce-c022197a1fb5 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.182458] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30879a1e-4aa7-4260-b81a-b98d0fef2d5b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.336713] env[68989]: DEBUG nova.compute.manager [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Received event network-vif-plugged-a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.336946] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] Acquiring lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.337202] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.337370] env[68989]: DEBUG oslo_concurrency.lockutils [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.337538] env[68989]: DEBUG nova.compute.manager [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] No waiting events found dispatching network-vif-plugged-a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.337704] env[68989]: WARNING nova.compute.manager [req-d4ff99da-846d-457d-8677-ff3618278ed2 req-8799e071-90ed-49ce-a5be-7a8ac1fd0fb0 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Received unexpected event network-vif-plugged-a223e344-0de2-475e-ac59-766f82061d5a for instance with vm_state building and task_state spawning. [ 1439.418071] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Successfully updated port: a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.900901] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.901248] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9750fa37-5346-4899-aaff-23fd314a2778 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.909772] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1439.909772] env[68989]: value = "task-3218870" [ 1439.909772] env[68989]: _type = "Task" [ 1439.909772] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.917571] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.920246] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.920380] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquired lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.920438] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.250044] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.419119] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218870, 'name': PowerOffVM_Task, 'duration_secs': 0.187876} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.419391] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.420134] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.420876] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c61de7-2a25-4c85-a9c0-a64cd162928b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.428735] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.428950] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d30d5015-5d82-46af-a951-d18f216a0f44 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.453423] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.456724] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.456939] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.457106] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Deleting the datastore file [datastore2] de251582-a6a3-4061-9846-92cf45205ca2 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.457348] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec31b080-dbb7-46d0-9b6c-de2af427683d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.463454] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1440.463454] env[68989]: value = "task-3218872" [ 1440.463454] env[68989]: _type = "Task" [ 1440.463454] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.471105] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.585606] env[68989]: DEBUG nova.network.neutron [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Updating instance_info_cache with network_info: [{"id": "a223e344-0de2-475e-ac59-766f82061d5a", "address": "fa:16:3e:7c:35:6b", "network": {"id": "fc404c39-8b77-4f5c-804d-7ca21039c8d6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1951167601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6210285464fc4667b6eeb604c7fc6d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa223e344-0d", "ovs_interfaceid": "a223e344-0de2-475e-ac59-766f82061d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.974664] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092206} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.974941] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.975143] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.975316] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.087697] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Releasing lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.088019] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Instance network_info: |[{"id": "a223e344-0de2-475e-ac59-766f82061d5a", "address": "fa:16:3e:7c:35:6b", "network": {"id": "fc404c39-8b77-4f5c-804d-7ca21039c8d6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1951167601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6210285464fc4667b6eeb604c7fc6d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa223e344-0d", "ovs_interfaceid": "a223e344-0de2-475e-ac59-766f82061d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68989) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.088440] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:35:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a223e344-0de2-475e-ac59-766f82061d5a', 'vif_model': 'vmxnet3'}] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.095713] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Creating folder: Project (6210285464fc4667b6eeb604c7fc6d5e). Parent ref: group-v643186. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.095973] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6bdbce3-02d5-42e9-8e0a-caa2a0a87e57 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.106917] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Created folder: Project (6210285464fc4667b6eeb604c7fc6d5e) in parent group-v643186. [ 1441.107101] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Creating folder: Instances. Parent ref: group-v643533. {{(pid=68989) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1441.107310] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d17da4d-e467-4394-bd52-f28db9ec4670 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.116337] env[68989]: INFO nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Created folder: Instances in parent group-v643533. [ 1441.116561] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.116744] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.116924] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd9ad16-c4f9-477f-92a9-232184420f07 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.134264] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.134264] env[68989]: value = "task-3218875" [ 1441.134264] env[68989]: _type = "Task" [ 1441.134264] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.141630] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218875, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.250558] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.362103] env[68989]: DEBUG nova.compute.manager [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Received event network-changed-a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.362334] env[68989]: DEBUG nova.compute.manager [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Refreshing instance network info cache due to event network-changed-a223e344-0de2-475e-ac59-766f82061d5a. {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.362542] env[68989]: DEBUG oslo_concurrency.lockutils [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] Acquiring lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.362698] env[68989]: DEBUG oslo_concurrency.lockutils [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] Acquired lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.362840] env[68989]: DEBUG nova.network.neutron [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Refreshing network info cache for port a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.643680] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218875, 'name': CreateVM_Task, 'duration_secs': 0.303022} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.643853] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.644548] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.644713] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.645117] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.645369] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b161ba-6113-437c-86d1-39bee5007b0d {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.649478] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1441.649478] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f41fc-77f4-7d36-9642-7904d505007e" [ 1441.649478] env[68989]: _type = "Task" [ 1441.649478] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.656798] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f41fc-77f4-7d36-9642-7904d505007e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.003660] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:03:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:03:40Z,direct_url=,disk_format='vmdk',id=4a568452-d0ad-4f10-afaa-61728fe9b22e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='efe8886e53934027b53c8b954d2a0b68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:03:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.003989] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Flavor limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.004176] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Image limits 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.004402] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Flavor pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.004585] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Image pref 0:0:0 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.004766] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68989) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.005015] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.005245] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.005425] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Got 1 possible topologies {{(pid=68989) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.005591] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.005768] env[68989]: DEBUG nova.virt.hardware [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68989) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.006640] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48984098-f27c-4394-b6c9-06ad2d67e23a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.016808] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9264558f-6cc6-4d51-973f-75bc9de9ccd7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.029941] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance VIF info [] {{(pid=68989) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.035529] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.035797] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Creating VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.036044] env[68989]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a01e18b5-2d34-4283-a7bd-8b495b87780b {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.047950] env[68989]: DEBUG nova.network.neutron [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Updated VIF entry in instance network info cache for port a223e344-0de2-475e-ac59-766f82061d5a. {{(pid=68989) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.048315] env[68989]: DEBUG nova.network.neutron [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Updating instance_info_cache with network_info: [{"id": "a223e344-0de2-475e-ac59-766f82061d5a", "address": "fa:16:3e:7c:35:6b", "network": {"id": "fc404c39-8b77-4f5c-804d-7ca21039c8d6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1951167601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6210285464fc4667b6eeb604c7fc6d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa223e344-0d", "ovs_interfaceid": "a223e344-0de2-475e-ac59-766f82061d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.054479] env[68989]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.054479] env[68989]: value = "task-3218876" [ 1442.054479] env[68989]: _type = "Task" [ 1442.054479] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.062533] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218876, 'name': CreateVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.162047] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]527f41fc-77f4-7d36-9642-7904d505007e, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.162047] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.162047] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.162336] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.162395] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.162584] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.162837] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a37b79ad-56b9-40a7-9c34-07313bde94e8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.170714] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.170906] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.171590] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb712f6-92b6-4f80-ae12-c99f0d3931b8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.176187] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1442.176187] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52597fb8-26ec-2ca7-18e2-c758b3bf08b4" [ 1442.176187] env[68989]: _type = "Task" [ 1442.176187] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.183297] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52597fb8-26ec-2ca7-18e2-c758b3bf08b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.249623] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.551974] env[68989]: DEBUG oslo_concurrency.lockutils [req-76f96c8a-154a-4101-8414-2f03cdf45542 req-350c34b9-3fb9-4277-b421-e33468d3ac6c service nova] Releasing lock "refresh_cache-15bcf6cf-35bd-478b-9120-d0ab8594f66c" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.564271] env[68989]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218876, 'name': CreateVM_Task, 'duration_secs': 0.241673} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.564467] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Created VM on the ESX host {{(pid=68989) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.564809] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.564969] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.565302] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.565541] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc71911c-4b4b-4903-a95c-aef2dec66473 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.570282] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1442.570282] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52804e4c-a6e7-a10d-4045-a996178a8c2f" [ 1442.570282] env[68989]: _type = "Task" [ 1442.570282] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.577460] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52804e4c-a6e7-a10d-4045-a996178a8c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.685989] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52597fb8-26ec-2ca7-18e2-c758b3bf08b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.686754] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea7ec52-4303-419a-b5e3-6a304f2d1bba {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.691734] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1442.691734] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f13ce-a4ed-904e-886c-c7b657cabff3" [ 1442.691734] env[68989]: _type = "Task" [ 1442.691734] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.698523] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f13ce-a4ed-904e-886c-c7b657cabff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.080658] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52804e4c-a6e7-a10d-4045-a996178a8c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.080957] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.081202] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Processing image 4a568452-d0ad-4f10-afaa-61728fe9b22e {{(pid=68989) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.081857] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.201966] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]528f13ce-a4ed-904e-886c-c7b657cabff3, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.202249] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.202501] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 15bcf6cf-35bd-478b-9120-d0ab8594f66c/15bcf6cf-35bd-478b-9120-d0ab8594f66c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.202771] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.202958] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.203184] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23f4300-58c8-46d6-8b01-7a1606a354d4 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.204940] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c4d195-bb78-40b3-ba6d-daabab0bc56f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.210841] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1443.210841] env[68989]: value = "task-3218877" [ 1443.210841] env[68989]: _type = "Task" [ 1443.210841] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.214417] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68989) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.214585] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68989) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.215508] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0376d1-1a96-495d-9871-7d941b9af2d1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.220553] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.223268] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1443.223268] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f8a471-490f-afb1-0cce-8cfeaf901ecb" [ 1443.223268] env[68989]: _type = "Task" [ 1443.223268] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.230056] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f8a471-490f-afb1-0cce-8cfeaf901ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.249587] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.720802] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4725} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.721189] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] 15bcf6cf-35bd-478b-9120-d0ab8594f66c/15bcf6cf-35bd-478b-9120-d0ab8594f66c.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.721286] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.721483] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8077459-4409-40ff-bea8-2af3d5c0ad42 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.727158] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1443.727158] env[68989]: value = "task-3218878" [ 1443.727158] env[68989]: _type = "Task" [ 1443.727158] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.733458] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52f8a471-490f-afb1-0cce-8cfeaf901ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.007785} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.734549] env[68989]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f158df7-5771-4b78-9368-37d3d486af60 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.740703] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.743487] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1443.743487] env[68989]: value = "session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd86da-e675-ecd7-013c-fb1c335fae69" [ 1443.743487] env[68989]: _type = "Task" [ 1443.743487] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.750428] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd86da-e675-ecd7-013c-fb1c335fae69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.236771] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090225} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.237040] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.237794] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee50abc-6a61-4d8c-b15a-0db54f6b72d3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.259482] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 15bcf6cf-35bd-478b-9120-d0ab8594f66c/15bcf6cf-35bd-478b-9120-d0ab8594f66c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.262512] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113443a5-b20c-4ee8-b023-191dc25dc230 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.282357] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': session[521dfc2d-1221-0fe7-e2de-28a0930eac8b]52cd86da-e675-ecd7-013c-fb1c335fae69, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.283452] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.283710] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.283998] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1444.283998] env[68989]: value = "task-3218879" [ 1444.283998] env[68989]: _type = "Task" [ 1444.283998] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.284209] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0163fdc-ed08-4625-8f2b-0b23abd46d72 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.293399] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.294480] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1444.294480] env[68989]: value = "task-3218880" [ 1444.294480] env[68989]: _type = "Task" [ 1444.294480] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.301268] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.752447] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.794278] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218879, 'name': ReconfigVM_Task, 'duration_secs': 0.361772} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.794567] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 15bcf6cf-35bd-478b-9120-d0ab8594f66c/15bcf6cf-35bd-478b-9120-d0ab8594f66c.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.795238] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbda5c28-9375-4e78-9eb3-d6d86ff548de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.804735] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471716} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.805734] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a568452-d0ad-4f10-afaa-61728fe9b22e/4a568452-d0ad-4f10-afaa-61728fe9b22e.vmdk to [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk {{(pid=68989) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.805946] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Extending root virtual disk to 1048576 {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.806237] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1444.806237] env[68989]: value = "task-3218881" [ 1444.806237] env[68989]: _type = "Task" [ 1444.806237] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.806417] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c757e2-ddce-47be-a1f2-bc235753447a {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.815136] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218881, 'name': Rename_Task} progress is 5%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.816222] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1444.816222] env[68989]: value = "task-3218882" [ 1444.816222] env[68989]: _type = "Task" [ 1444.816222] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.822941] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.256210] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.256432] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.256607] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.256792] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68989) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1445.257704] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab23cea-16cc-4a35-90ca-036a03c472b6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.266264] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dfc07e-04a7-4b03-820b-c18051ffe248 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.279641] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c10334-3e2a-4b2c-b9f2-310c4bf05812 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.286217] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21850256-69ec-4656-8742-cd98dbe80548 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.315703] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180213MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=68989) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1445.315846] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.315942] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.327613] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218881, 'name': Rename_Task, 'duration_secs': 0.134087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.330344] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.330604] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068028} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.330795] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e2edff-8afd-4c4e-9e11-7e1aae8c4b1e {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.332187] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Extended root virtual disk {{(pid=68989) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.333531] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef6785-a467-46bd-be25-60f45c175dc8 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.353081] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.354484] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84181010-e652-4b14-8b13-a9dad159845c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.368682] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1445.368682] env[68989]: value = "task-3218883" [ 1445.368682] env[68989]: _type = "Task" [ 1445.368682] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.373421] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1445.373421] env[68989]: value = "task-3218884" [ 1445.373421] env[68989]: _type = "Task" [ 1445.373421] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.379106] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.384503] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.880469] env[68989]: DEBUG oslo_vmware.api [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218883, 'name': PowerOnVM_Task, 'duration_secs': 0.445883} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.881103] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.881315] env[68989]: INFO nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1445.881491] env[68989]: DEBUG nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.882258] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b34319-e524-44ec-9198-c8116dcdcfa0 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.887345] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218884, 'name': ReconfigVM_Task, 'duration_secs': 0.264953} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.887889] env[68989]: DEBUG nova.virt.vmwareapi.volumeops [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Reconfigured VM instance instance-0000007e to attach disk [datastore2] de251582-a6a3-4061-9846-92cf45205ca2/de251582-a6a3-4061-9846-92cf45205ca2.vmdk or device None with type sparse {{(pid=68989) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.888485] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b119a657-f055-4d33-bc00-7b62687cc235 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.897660] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1445.897660] env[68989]: value = "task-3218885" [ 1445.897660] env[68989]: _type = "Task" [ 1445.897660] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.907091] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218885, 'name': Rename_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.404326] env[68989]: INFO nova.compute.manager [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Took 11.41 seconds to build instance. [ 1446.409172] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218885, 'name': Rename_Task, 'duration_secs': 0.135175} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.409454] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powering on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.409713] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21f543d-8a12-4b7b-a08c-975c530a0945 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.416320] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1446.416320] env[68989]: value = "task-3218886" [ 1446.416320] env[68989]: _type = "Task" [ 1446.416320] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.420422] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance de251582-a6a3-4061-9846-92cf45205ca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.420569] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Instance 15bcf6cf-35bd-478b-9120-d0ab8594f66c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68989) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.420741] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1446.420888] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68989) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1446.427530] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.463310] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a712d61-d1f7-428b-af7c-b79a4e66a069 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.471227] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b36bb3-ba73-4065-be89-90bc887f0323 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.501588] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fc85af-4bc5-4bc5-94a2-53b5270eb6a3 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.508994] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d198e-8bbb-4d1c-948a-91d752e160de {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.522980] env[68989]: DEBUG nova.compute.provider_tree [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.905936] env[68989]: DEBUG oslo_concurrency.lockutils [None req-4c237822-8118-4e0f-ab42-4901efc14982 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.922s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.926126] env[68989]: DEBUG oslo_vmware.api [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218886, 'name': PowerOnVM_Task, 'duration_secs': 0.436087} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.926391] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powered on the VM {{(pid=68989) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.926595] env[68989]: DEBUG nova.compute.manager [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Checking state {{(pid=68989) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.927361] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b68470d-6fcf-4273-9671-17fab8ddde13 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.025945] env[68989]: DEBUG nova.scheduler.client.report [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.075284] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.075542] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.075751] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.075936] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.076121] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.078041] env[68989]: INFO nova.compute.manager [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Terminating instance [ 1447.443805] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.530546] env[68989]: DEBUG nova.compute.resource_tracker [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68989) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1447.530735] env[68989]: DEBUG oslo_concurrency.lockutils [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.215s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.530976] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.087s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.531203] env[68989]: DEBUG nova.objects.instance [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68989) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1447.582178] env[68989]: DEBUG nova.compute.manager [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.582384] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.583424] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba3b98-2797-4348-8cf6-d8f3ae0f862c {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.591677] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.591894] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8becbf-77a0-4152-a928-702bd0a09a3f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.597782] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1447.597782] env[68989]: value = "task-3218887" [ 1447.597782] env[68989]: _type = "Task" [ 1447.597782] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.604791] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.752680] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "de251582-a6a3-4061-9846-92cf45205ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.752943] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.753194] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "de251582-a6a3-4061-9846-92cf45205ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.753376] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.753540] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.758192] env[68989]: INFO nova.compute.manager [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Terminating instance [ 1448.030706] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.031135] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.107030] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218887, 'name': PowerOffVM_Task, 'duration_secs': 0.204842} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.107301] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.107474] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.107721] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8641a7e5-00d0-4467-aba6-b2127c65d4bc {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.171819] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.172087] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.172316] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Deleting the datastore file [datastore2] 15bcf6cf-35bd-478b-9120-d0ab8594f66c {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.172587] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e8592a-a081-4eb9-b99b-d711cdee3c1f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.180077] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for the task: (returnval){ [ 1448.180077] env[68989]: value = "task-3218889" [ 1448.180077] env[68989]: _type = "Task" [ 1448.180077] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.188425] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.266300] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "refresh_cache-de251582-a6a3-4061-9846-92cf45205ca2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.266529] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquired lock "refresh_cache-de251582-a6a3-4061-9846-92cf45205ca2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.266722] env[68989]: DEBUG nova.network.neutron [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Building network info cache for instance {{(pid=68989) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.540056] env[68989]: DEBUG oslo_concurrency.lockutils [None req-988fbe91-1cb1-4e2b-8907-619f1b671325 tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.689873] env[68989]: DEBUG oslo_vmware.api [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Task: {'id': task-3218889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135457} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.690144] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.690334] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.690513] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.690682] env[68989]: INFO nova.compute.manager [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1448.690921] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.691124] env[68989]: DEBUG nova.compute.manager [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.691217] env[68989]: DEBUG nova.network.neutron [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.784274] env[68989]: DEBUG nova.network.neutron [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.830771] env[68989]: DEBUG nova.network.neutron [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.961275] env[68989]: DEBUG nova.compute.manager [req-506b3e63-19e7-48a3-8943-adfb978c8819 req-7b432fee-2ea5-4ef0-84fe-82cbaaf78438 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Received event network-vif-deleted-a223e344-0de2-475e-ac59-766f82061d5a {{(pid=68989) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.961487] env[68989]: INFO nova.compute.manager [req-506b3e63-19e7-48a3-8943-adfb978c8819 req-7b432fee-2ea5-4ef0-84fe-82cbaaf78438 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Neutron deleted interface a223e344-0de2-475e-ac59-766f82061d5a; detaching it from the instance and deleting it from the info cache [ 1448.961662] env[68989]: DEBUG nova.network.neutron [req-506b3e63-19e7-48a3-8943-adfb978c8819 req-7b432fee-2ea5-4ef0-84fe-82cbaaf78438 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.333503] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Releasing lock "refresh_cache-de251582-a6a3-4061-9846-92cf45205ca2" {{(pid=68989) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.333892] env[68989]: DEBUG nova.compute.manager [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Start destroying the instance on the hypervisor. {{(pid=68989) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.334093] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Destroying instance {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.335416] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b129b-00f4-4a47-8547-174efbc4d147 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.343094] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powering off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.343330] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f3b623-327e-4d7e-94ba-142f3bb25a4f {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.351461] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1449.351461] env[68989]: value = "task-3218890" [ 1449.351461] env[68989]: _type = "Task" [ 1449.351461] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.359967] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.442550] env[68989]: DEBUG nova.network.neutron [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.465023] env[68989]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c72dec06-5a31-4894-82bd-cd6672a62dc7 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.473576] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c11168-8d63-4a86-b087-fdf4cda6f9ad {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.497872] env[68989]: DEBUG nova.compute.manager [req-506b3e63-19e7-48a3-8943-adfb978c8819 req-7b432fee-2ea5-4ef0-84fe-82cbaaf78438 service nova] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Detach interface failed, port_id=a223e344-0de2-475e-ac59-766f82061d5a, reason: Instance 15bcf6cf-35bd-478b-9120-d0ab8594f66c could not be found. {{(pid=68989) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.861161] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218890, 'name': PowerOffVM_Task, 'duration_secs': 0.169528} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.861399] env[68989]: DEBUG nova.virt.vmwareapi.vm_util [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Powered off the VM {{(pid=68989) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.861570] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Unregistering the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.861813] env[68989]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1173f084-c90c-4413-a2df-afa1dd5e0e90 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.887965] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Unregistered the VM {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.888211] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Deleting contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.888349] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Deleting the datastore file [datastore2] de251582-a6a3-4061-9846-92cf45205ca2 {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.888591] env[68989]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62957163-a2d5-4b21-9807-8e9ef2777410 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.894624] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for the task: (returnval){ [ 1449.894624] env[68989]: value = "task-3218892" [ 1449.894624] env[68989]: _type = "Task" [ 1449.894624] env[68989]: } to complete. {{(pid=68989) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.901760] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.945420] env[68989]: INFO nova.compute.manager [-] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Took 1.25 seconds to deallocate network for instance. [ 1450.249847] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.250043] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances with incomplete migration {{(pid=68989) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1450.405857] env[68989]: DEBUG oslo_vmware.api [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Task: {'id': task-3218892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085461} completed successfully. {{(pid=68989) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.406281] env[68989]: DEBUG nova.virt.vmwareapi.ds_util [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Deleted the datastore file {{(pid=68989) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.406341] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Deleted contents of the VM from datastore datastore2 {{(pid=68989) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.406478] env[68989]: DEBUG nova.virt.vmwareapi.vmops [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance destroyed {{(pid=68989) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.406647] env[68989]: INFO nova.compute.manager [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1450.406923] env[68989]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68989) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.407153] env[68989]: DEBUG nova.compute.manager [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Deallocating network for instance {{(pid=68989) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.407268] env[68989]: DEBUG nova.network.neutron [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] deallocate_for_instance() {{(pid=68989) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.423414] env[68989]: DEBUG nova.network.neutron [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Instance cache missing network info. {{(pid=68989) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.451223] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.451516] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.451735] env[68989]: DEBUG nova.objects.instance [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lazy-loading 'resources' on Instance uuid 15bcf6cf-35bd-478b-9120-d0ab8594f66c {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.926368] env[68989]: DEBUG nova.network.neutron [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Updating instance_info_cache with network_info: [] {{(pid=68989) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.996422] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d079c-549e-4208-b460-e13d5b78bb94 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.004225] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e629059-259d-4dab-9452-cd64e837fbe6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.033721] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634e62fe-a936-42f2-979e-e2ff62af9b03 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.040133] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf6461-6d48-4180-85f9-a2e9613f6e55 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.052524] env[68989]: DEBUG nova.compute.provider_tree [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.429229] env[68989]: INFO nova.compute.manager [-] [instance: de251582-a6a3-4061-9846-92cf45205ca2] Took 1.02 seconds to deallocate network for instance. [ 1451.555867] env[68989]: DEBUG nova.scheduler.client.report [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.935442] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.060554] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.062888] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.128s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.063126] env[68989]: DEBUG nova.objects.instance [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lazy-loading 'resources' on Instance uuid de251582-a6a3-4061-9846-92cf45205ca2 {{(pid=68989) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.080059] env[68989]: INFO nova.scheduler.client.report [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Deleted allocations for instance 15bcf6cf-35bd-478b-9120-d0ab8594f66c [ 1452.586168] env[68989]: DEBUG oslo_concurrency.lockutils [None req-c0f0eca7-748b-41b9-b543-a895d5d16986 tempest-ServerAddressesNegativeTestJSON-696190220 tempest-ServerAddressesNegativeTestJSON-696190220-project-member] Lock "15bcf6cf-35bd-478b-9120-d0ab8594f66c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.592837] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73826ba7-5266-4d05-a66e-743ba3584e50 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.600392] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2695b85-13ab-4368-a7e1-00eacbd14fc1 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.631797] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3643b94e-0c0a-49d3-aa01-457021aed8e6 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.639387] env[68989]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36feda22-f258-4505-9e37-ffbde366f931 {{(pid=68989) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.652311] env[68989]: DEBUG nova.compute.provider_tree [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Inventory has not changed in ProviderTree for provider: 926ccbcf-a246-4e02-bbbf-c7221f892eac {{(pid=68989) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.754400] env[68989]: DEBUG oslo_service.periodic_task [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68989) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.754400] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] Cleaning up deleted instances {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1453.158374] env[68989]: DEBUG nova.scheduler.client.report [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Inventory has not changed for provider 926ccbcf-a246-4e02-bbbf-c7221f892eac based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68989) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.261960] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] There are 26 instances to clean {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1453.262470] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 15bcf6cf-35bd-478b-9120-d0ab8594f66c] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.662216] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.689365] env[68989]: INFO nova.scheduler.client.report [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Deleted allocations for instance de251582-a6a3-4061-9846-92cf45205ca2 [ 1453.765401] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ab9d2438-2299-4b4b-8e48-bb54ed9fc549] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.198211] env[68989]: DEBUG oslo_concurrency.lockutils [None req-407c84f1-606a-4ea8-9f70-0c6eb1fc806f tempest-ServersListShow298Test-194138161 tempest-ServersListShow298Test-194138161-project-member] Lock "de251582-a6a3-4061-9846-92cf45205ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.445s {{(pid=68989) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.269396] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 9b15c45c-c674-4a56-a6bd-337ea3b1506e] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.772494] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: dcd429df-aad7-4b6c-9dbd-82fa74b6cc52] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.275468] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 00e09c25-b577-429b-b12d-34a9764ae536] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.778777] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c7b9778b-9160-423c-b20b-dba1a3168ce2] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.283071] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 7f62bc0c-a8a0-41f6-bd7e-378f5d0d6ffd] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.786107] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 3d7532e5-10ed-4580-b31c-983e6d5a29e8] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.289219] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 0c7e390c-016a-433f-90ef-039768aa21de] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.793228] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c346f1cf-d1b7-4fa1-a8da-a0815c7ae484] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.296394] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 163e008a-a213-41a6-b3c7-ca077fb2bb2d] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.800463] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: d7b48678-3678-4707-97f1-555231481680] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.304145] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: ea6a54d8-af58-4d0e-98a4-8fd1e5ec4749] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.808425] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c77a3135-0079-4567-bc77-c2564e54a27f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.312611] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: a69a0a70-ee6f-4d02-9e64-e80a1c60341a] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.815761] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: d88f12dd-21b7-462f-84a1-8d158eba583f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.318969] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 967e6c8d-bddd-4fa7-98c7-081c85ba4e82] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.822665] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c1449afa-2cd4-42d1-a4bc-2ee709893d55] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.326363] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 2f1198f4-ce92-4639-b1eb-65dfd503355d] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.830069] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 8abe5a65-f9d2-494a-b6bb-23cb9e063c70] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.333424] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 1f62be0b-9df8-4a0c-b8fe-3e950106c612] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.837215] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: c0733381-451e-48b9-9052-7f646dd4a40b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.340781] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 185719c3-81f1-4694-991c-f212262e3361] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.844286] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 987e50ff-044a-44d2-8a57-d48a27bc598b] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.348040] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 6c327628-052d-493d-874d-27cf6c3ed66f] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.851435] env[68989]: DEBUG nova.compute.manager [None req-e964cf79-709a-4056-b687-25467503abd0 None None] [instance: 7650227d-b27b-4fe4-a4e5-3c211162a4cd] Instance has had 0 of 5 cleanup attempts {{(pid=68989) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}